{ "schema": "okf-wiki/multidoc-manifest/1", "seed": 20260926, "draw": "random.Random(seed).sample(sorted(ids), held_out.questions); both parts renumbered d../h..", "dev": { "file": "gates-local/multidoc/set-60.json", "sha256": "bc98c9a16d18f7a851c2ce319a32325244076f8be30ea3d8266bdea7a21aad68", "questions": 60 }, "held_out": { "sha256": "ca7c77fbe02a674728c0fb2023b4d64a8b2003bf7ad303e7cc1177040129bf72", "questions": 20 }, "sources": { "files": 599, "tree_sha256": "6daf3ed73335f3e6f332c7b188adb5aebbc659b6fdd1d7591280e129648a06d5" }, "keys_rewritten": { "order": "E2c", "rule": "answer keys rewritten as facts (gates/keyform.py): every key of two or more words with a function word outside backticks became the runs of its own words without the function words, each still inside its span; questions, files, spans, counts and patterns unchanged", "before": { "dev_sha256": "342686e100f2016e376bc4ecb28c14657646d1c35ba8e3bcad3593f4204a001a", "held_out_sha256": "dd061056f8dadb62831623348a339fb1849ca8714bd83abb2b059428342438b8" } }, "negated_marked": { "order": "E2d", "rule": "\"negated\": true added to the polarity keys of E2c's list that stand negated in their own spans (gates/multidoc.py negated_in): 17 of 22; nothing else changed", "before": { "dev_sha256": "b4832f93d10090d439554d1a159a5140b03eecf6eb453faafa6638aec50f23b0", "held_out_sha256": "b062fd3a8b97f7599c29f9c47e0313ee96e424f03cd24f6e28d650fd831639c7" } } }