okf-wiki/gates/calibration-folder.manifest.json
Kjell Tore Guttormsen 0fd86a23a3
okf-wiki 1.1.1
First public release, published as one snapshot. What changed between
versions is in CHANGELOG.md.

Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
2026-11-14 21:03:20 +01:00

107 lines
2.5 KiB
JSON

{
"schema": "okf-wiki/calibration-manifest/2",
"seed": 20261108,
"shuffle": "random.Random(seed): each label's pairs sorted by draft id and shuffled; the first `lone` unsupported pairs alone in a call at positions spread evenly over 1-10, the rest `dense` to a call; counted supported pairs one per call in call order; filler pairs fill every call to ten in a cycle, never twice in a call and never beside the unsupported pair they are the twin of; the other positions shuffled; ids renumbered c001.. in call order, calls k001..",
"set": {
"file": "gates/calibration-folder/pairs.json",
"sha256": "852b50d8fcd7ef248b40d43ec7b8dc28379163e6ddd64c37e40f3b170b97b61e",
"pairs": 1400
},
"key": {
"file": "gates/calibration-folder/key.json",
"sha256": "af728bba35f4fe2947163adf3053f0b7bc3390ca5179df19f3b8abdd8fe0f641"
},
"calls": {
"file": "gates/calibration-folder/calls.json",
"sha256": "92125fd9772358fe02a4fd62fbfd09d4b64b24954b4be8fdb4464733d9125728",
"calls": 140,
"call_size_max": 10,
"unsupported_alone": 100,
"unsupported_per_call": {
"1": 100,
"5": 40
},
"built_with": {
"lone": 100,
"dense": 5
}
},
"counts": {
"unsupported": 300,
"supported": 50,
"filler-supported": 1050,
"filler_distinct": 300,
"by_kind": {
"overgeneralisation": 50,
"wrong-number": 50,
"swapped-cause": 50,
"not-mentioned": 50,
"reversed-polarity": 50,
"conflated-sources": 50,
"paraphrase": 15,
"inference": 20,
"synthesis": 15
},
"by_position": {
"1": {
"unsupported": 32,
"supported": 9,
"filler-supported": 99
},
"2": {
"unsupported": 33,
"supported": 6,
"filler-supported": 101
},
"3": {
"unsupported": 25,
"supported": 5,
"filler-supported": 110
},
"4": {
"unsupported": 27,
"supported": 4,
"filler-supported": 109
},
"5": {
"unsupported": 30,
"supported": 3,
"filler-supported": 107
},
"6": {
"unsupported": 32,
"supported": 4,
"filler-supported": 104
},
"7": {
"unsupported": 28,
"supported": 6,
"filler-supported": 106
},
"8": {
"unsupported": 31,
"supported": 2,
"filler-supported": 107
},
"9": {
"unsupported": 33,
"supported": 3,
"filler-supported": 104
},
"10": {
"unsupported": 29,
"supported": 8,
"filler-supported": 103
}
}
},
"thresholds": {
"caught_min": 300,
"accepted_min": 45
},
"sources": {
"files": 32,
"tree_sha256": "79c4c8e59ae932284ba009d7177593c5bbb9692c3bbc9d6e492b092536ab31f7"
},
"history": []
}