First public release, published as one snapshot. What changed between versions is in CHANGELOG.md. Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
107 lines
2.5 KiB
JSON
107 lines
2.5 KiB
JSON
{
|
|
"schema": "okf-wiki/calibration-manifest/2",
|
|
"seed": 20261108,
|
|
"shuffle": "random.Random(seed): each label's pairs sorted by draft id and shuffled; the first `lone` unsupported pairs alone in a call at positions spread evenly over 1-10, the rest `dense` to a call; counted supported pairs one per call in call order; filler pairs fill every call to ten in a cycle, never twice in a call and never beside the unsupported pair they are the twin of; the other positions shuffled; ids renumbered c001.. in call order, calls k001..",
|
|
"set": {
|
|
"file": "gates/calibration-folder/pairs.json",
|
|
"sha256": "852b50d8fcd7ef248b40d43ec7b8dc28379163e6ddd64c37e40f3b170b97b61e",
|
|
"pairs": 1400
|
|
},
|
|
"key": {
|
|
"file": "gates/calibration-folder/key.json",
|
|
"sha256": "af728bba35f4fe2947163adf3053f0b7bc3390ca5179df19f3b8abdd8fe0f641"
|
|
},
|
|
"calls": {
|
|
"file": "gates/calibration-folder/calls.json",
|
|
"sha256": "92125fd9772358fe02a4fd62fbfd09d4b64b24954b4be8fdb4464733d9125728",
|
|
"calls": 140,
|
|
"call_size_max": 10,
|
|
"unsupported_alone": 100,
|
|
"unsupported_per_call": {
|
|
"1": 100,
|
|
"5": 40
|
|
},
|
|
"built_with": {
|
|
"lone": 100,
|
|
"dense": 5
|
|
}
|
|
},
|
|
"counts": {
|
|
"unsupported": 300,
|
|
"supported": 50,
|
|
"filler-supported": 1050,
|
|
"filler_distinct": 300,
|
|
"by_kind": {
|
|
"overgeneralisation": 50,
|
|
"wrong-number": 50,
|
|
"swapped-cause": 50,
|
|
"not-mentioned": 50,
|
|
"reversed-polarity": 50,
|
|
"conflated-sources": 50,
|
|
"paraphrase": 15,
|
|
"inference": 20,
|
|
"synthesis": 15
|
|
},
|
|
"by_position": {
|
|
"1": {
|
|
"unsupported": 32,
|
|
"supported": 9,
|
|
"filler-supported": 99
|
|
},
|
|
"2": {
|
|
"unsupported": 33,
|
|
"supported": 6,
|
|
"filler-supported": 101
|
|
},
|
|
"3": {
|
|
"unsupported": 25,
|
|
"supported": 5,
|
|
"filler-supported": 110
|
|
},
|
|
"4": {
|
|
"unsupported": 27,
|
|
"supported": 4,
|
|
"filler-supported": 109
|
|
},
|
|
"5": {
|
|
"unsupported": 30,
|
|
"supported": 3,
|
|
"filler-supported": 107
|
|
},
|
|
"6": {
|
|
"unsupported": 32,
|
|
"supported": 4,
|
|
"filler-supported": 104
|
|
},
|
|
"7": {
|
|
"unsupported": 28,
|
|
"supported": 6,
|
|
"filler-supported": 106
|
|
},
|
|
"8": {
|
|
"unsupported": 31,
|
|
"supported": 2,
|
|
"filler-supported": 107
|
|
},
|
|
"9": {
|
|
"unsupported": 33,
|
|
"supported": 3,
|
|
"filler-supported": 104
|
|
},
|
|
"10": {
|
|
"unsupported": 29,
|
|
"supported": 8,
|
|
"filler-supported": 103
|
|
}
|
|
}
|
|
},
|
|
"thresholds": {
|
|
"caught_min": 300,
|
|
"accepted_min": 45
|
|
},
|
|
"sources": {
|
|
"files": 32,
|
|
"tree_sha256": "79c4c8e59ae932284ba009d7177593c5bbb9692c3bbc9d6e492b092536ab31f7"
|
|
},
|
|
"history": []
|
|
}
|