test(fixtures): replace sector-specific example material with generic, fictitious examples — green
Every fixture, test document, tool example and document now uses an invented kitchen-and-baking handbook series, written in this repository. The package's behaviour is unchanged; src/ changes are comments and help text only. - Generated fixtures are regenerated from their generators. Their structural counts are identical before and after: elements, images, rows, cells, headings, bookmarks and the witness inventory's per-document totals. The image-inbox and accounting documents are renamed kapittel-84-*. - tools/okf_accounting_gate.py: the two options that named one real corpus each are replaced by a generic, repeatable --corpus PATH with no default. Row 5 compares the PDF pair alone. Gate verdict unchanged: RED rows 2, 3, 6. - tools/okf_witness.py: the STS JSON reader for one publisher's delivery is removed, along with its three twins and five tests. The mutation harness loses W09. - docs/: 13 dated reports that documented runs on a retired reference corpus are removed, and 40 are neutralized. Dead links are removed, and no new dangling path is introduced. - The synthetic MCP-gate corpus and the residual probe words are neutral. Valgt: keep the `okf quality --fasit` bar value (the measured fraction, one corpus) and rewrite only its provenance, because the verdict stays unchanged and the number names nothing. Term check with the local list: 0 of 411 tracked files, 0 file names, 0 of 27 binary fixtures. Suite after git add: 2457 passed, 1 skipped. The base tree had 2460 passed and 2 skipped; five tests went with the JSON reader and four were added by the term check. ruff, ruff format and mypy --strict src/ are clean. Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
This commit is contained in:
parent
1e7345a401
commit
9d1f4b14ed
174 changed files with 1889 additions and 6512 deletions
|
|
@ -65,9 +65,9 @@ def test_the_font_reader_is_off_by_default() -> None:
|
|||
text = _extract(FONT_PDF)
|
||||
assert text == (
|
||||
"Generelle tekniske krav\n"
|
||||
"Utkilingen skal ha helning 1:15.\n"
|
||||
"Deigkulene skal ha hevetid 1:15.\n"
|
||||
"Merking\n"
|
||||
"Kravet gjelder alle veiklasser."
|
||||
"Kravet gjelder alle bakeformer."
|
||||
)
|
||||
assert "#" not in text
|
||||
|
||||
|
|
@ -77,9 +77,9 @@ def test_font_headings_emit_atx_the_proposer_already_reads() -> None:
|
|||
text = _extract(FONT_PDF, pdf_headings=True)
|
||||
assert text == (
|
||||
"# Generelle tekniske krav\n"
|
||||
"Utkilingen skal ha helning 1:15.\n"
|
||||
"Deigkulene skal ha hevetid 1:15.\n"
|
||||
"## Merking\n"
|
||||
"Kravet gjelder alle veiklasser."
|
||||
"Kravet gjelder alle bakeformer."
|
||||
)
|
||||
matched = [line for line in text.split("\n") if _ATX.match(line)]
|
||||
assert matched == ["# Generelle tekniske krav", "## Merking"]
|
||||
|
|
@ -167,12 +167,12 @@ def _fake_engine(lines: tuple[str, ...]) -> types.ModuleType:
|
|||
|
||||
def test_ocr_recovers_a_page_that_produced_no_text(monkeypatch: pytest.MonkeyPatch) -> None:
|
||||
"""Without the flag this document is `extractor_empty_pdf`; with it, text."""
|
||||
monkeypatch.setitem(sys.modules, "rapidocr", _fake_engine(("Krav til helning", "1:15")))
|
||||
monkeypatch.setitem(sys.modules, "rapidocr", _fake_engine(("Krav til hevetid", "1:15")))
|
||||
extract_module._pdf_pages.cache_clear()
|
||||
with pytest.raises(ExtractionError) as excinfo:
|
||||
_extract(NO_TEXT_PDF)
|
||||
assert excinfo.value.code == "extractor_empty_pdf"
|
||||
assert _extract(NO_TEXT_PDF, ocr=True) == "Krav til helning\n1:15"
|
||||
assert _extract(NO_TEXT_PDF, ocr=True) == "Krav til hevetid\n1:15"
|
||||
|
||||
|
||||
def test_ocr_leaves_a_page_that_already_has_text_alone(
|
||||
|
|
@ -198,11 +198,11 @@ def test_the_cid_trigger_is_a_share_of_the_page_and_has_a_measured_floor() -> No
|
|||
"""
|
||||
assert extract_module.OCR_CID_SHARE == 0.10
|
||||
assert extract_module.cid_share("(cid:3)(cid:4)(cid:5)") == 1.0
|
||||
assert extract_module.cid_share("Krav til helning på utkilingen") == 0.0
|
||||
assert extract_module.cid_share("Krav til hevetid på deigkulene") == 0.0
|
||||
assert extract_module.cid_share("") == 0.0
|
||||
assert extract_module.needs_ocr("") is True
|
||||
assert extract_module.needs_ocr(" \n ") is True
|
||||
assert extract_module.needs_ocr("Krav til helning") is False
|
||||
assert extract_module.needs_ocr("Krav til hevetid") is False
|
||||
|
||||
|
||||
# --- both flags, reached from `okf build` ------------------------------------
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue