okf-wiki/gates/multidoc.manifest.json
Kjell Tore Guttormsen 0fd86a23a3
okf-wiki 1.1.1
First public release, published as one snapshot. What changed between
versions is in CHANGELOG.md.

Co-Authored-By: Claude Fable 5.2 <noreply@anthropic.com>
2026-11-14 21:03:20 +01:00

34 lines
1.4 KiB
JSON

{
"schema": "okf-wiki/multidoc-manifest/1",
"seed": 20260926,
"draw": "random.Random(seed).sample(sorted(ids), held_out.questions); both parts renumbered d../h..",
"dev": {
"file": "gates-local/multidoc/set-60.json",
"sha256": "bc98c9a16d18f7a851c2ce319a32325244076f8be30ea3d8266bdea7a21aad68",
"questions": 60
},
"held_out": {
"sha256": "ca7c77fbe02a674728c0fb2023b4d64a8b2003bf7ad303e7cc1177040129bf72",
"questions": 20
},
"sources": {
"files": 599,
"tree_sha256": "6daf3ed73335f3e6f332c7b188adb5aebbc659b6fdd1d7591280e129648a06d5"
},
"keys_rewritten": {
"order": "E2c",
"rule": "answer keys rewritten as facts (gates/keyform.py): every key of two or more words with a function word outside backticks became the runs of its own words without the function words, each still inside its span; questions, files, spans, counts and patterns unchanged",
"before": {
"dev_sha256": "342686e100f2016e376bc4ecb28c14657646d1c35ba8e3bcad3593f4204a001a",
"held_out_sha256": "dd061056f8dadb62831623348a339fb1849ca8714bd83abb2b059428342438b8"
}
},
"negated_marked": {
"order": "E2d",
"rule": "\"negated\": true added to the polarity keys of E2c's list that stand negated in their own spans (gates/multidoc.py negated_in): 17 of 22; nothing else changed",
"before": {
"dev_sha256": "b4832f93d10090d439554d1a159a5140b03eecf6eb453faafa6638aec50f23b0",
"held_out_sha256": "b062fd3a8b97f7599c29f9c47e0313ee96e424f03cd24f6e28d650fd831639c7"
}
}
}