llm-ingestion-okf/tests/test_propose_sheet_sections.py

"""D3 round 3: section rows INSIDE a sheet's one table block, behind a flag.

The spreadsheet is the one file type no arm has ever moved. Its whole body
extracts as ONE continuous pipe-table block -- one heading and 101 rows -- so
every rule this module has proposes exactly one boundary for it, and the
operator's worksheet asks for one concept per numbered cost group. Those groups
are ROWS, not headings, which is why no heading rule can reach them and why
`--keep-table-heading` moved the first byte without moving the count.

The rule tested here is the opposite direction from `--table-grid`: that one
stops a converter's rule line from CLOSING a block, so one grid table proposes
one candidate instead of many; this one CUTS an open block at the rows that
label its sections. They read different grammars (a `+---+` rule line against a
pipe row's first cell) and compose in one order -- grid decides how far a block
extends, section rows decide where it is cut inside.

Generality is the whole point, so the fixtures below carry no word list and no
knowledge of any real document's labels: what makes a row a section row is that
its first cell is a bare numeric label and that it is one of a RUN of such rows.
The run is the same bounding device `CONTENTS_RUN` already uses in this module,
for the same reason: a single numbered row is a quantity, not a section.
"""

from __future__ import annotations

from pathlib import Path

import pytest

from llm_ingestion_okf import propose as okf_propose_segments

# One heading, one continuous table block, a preamble, a run of four numbered
# section rows, and a summing tail. The shape of a priced sheet, written from
# the grammar rather than copied from one.
SECTIONED_SHEET = """## Kostnadsoversikt {#sheet-1}

| Skjema |  |  |
|----|----|----|
| Skjemaet fylles ut i sin helhet. |  |  |
| Post |  | SUM |
| 01 | Felleskostnader |  |
| 11+12 | Rigging og drift |  |
| 02 | Bygning |  |
| 07 | Utendoers |  |
| Tilbudt fastpris eksklusive avgift |  | 100 |
"""

# The same block with the numbered run removed. Nothing here is a section row,
# so the flag must leave it exactly as it found it.
UNSECTIONED_SHEET = """## Kostnadsoversikt {#sheet-1}

| Skjema |  |  |
|----|----|----|
| Skjemaet fylles ut i sin helhet. |  |  |
| Post |  | SUM |
| Felleskostnader |  | 10 |
| Rigging og drift |  | 20 |
| Tilbudt fastpris eksklusive avgift |  | 100 |
"""

# A single row whose first cell is a number -- a computation basis, not a
# section. This is the known-negative the run threshold exists for, and it is
# the shape that actually occurs: a sheet states a quantity on its own row.
LONE_NUMERIC_ROW = """## Regningsarbeider {#sheet-2}

| Grunnlag |  |  |
|----|----|----|
| Beregningsgrunnlag massehaandtering | tonn | 16000 |
| Paaslag i prosent |  | 10 |
"""


def test_a_run_of_numbered_rows_cuts_the_block_into_sections() -> None:
    """The rule, red first: one candidate per section row, named from the row.

    Default: the whole sheet is ONE table block whose title is inherited from
    the orphaned heading. On: the preamble keeps that block and each numbered
    row opens its own candidate, running to the next section row or to the end
    of the block -- so the LAST section carries the sheet's tail, which is the
    honest consequence of a rule that cuts and never discards.
    """
    off = okf_propose_segments.find_candidates(SECTIONED_SHEET)
    assert [(c.title, c.rule) for c in off] == [
        ("Kostnadsoversikt {#sheet-1}", okf_propose_segments.RULE_TABLE_BLOCK)
    ]

    on = okf_propose_segments.find_candidates(SECTIONED_SHEET, sheet_section_rows=True)
    assert [(c.number, c.title, c.rule) for c in on] == [
        (None, "Kostnadsoversikt {#sheet-1}", okf_propose_segments.RULE_TABLE_BLOCK),
        ("01", "01 Felleskostnader", okf_propose_segments.RULE_SHEET_SECTION),
        ("11+12", "11+12 Rigging og drift", okf_propose_segments.RULE_SHEET_SECTION),
        ("02", "02 Bygning", okf_propose_segments.RULE_SHEET_SECTION),
        ("07", "07 Utendoers", okf_propose_segments.RULE_SHEET_SECTION),
    ]
    # The preamble block ends where the first section opens, and the last
    # section reaches the end of the text.
    assert on[0].end == on[1].start
    assert on[1].end == on[2].start
    assert on[-1].end == len(SECTIONED_SHEET)
    # The tail row is inside the last section rather than in no concept at all.
    assert "Tilbudt fastpris" in SECTIONED_SHEET[on[-1].start : on[-1].end]


def test_a_section_row_survives_the_orphan_check() -> None:
    """A stated exception, because without it the rule cannot fire at all.

    The orphan check reads the lines UNDER a candidate's first line, which is
    right for a heading -- a heading with nothing under it names nothing. A
    section row carries its content in its own cells, so every one-row section
    is bodiless by that test and all but the last would be dropped. The
    exception is written once, on the rule, and it is what the count below
    proves.
    """
    on = okf_propose_segments.find_candidates(SECTIONED_SHEET, sheet_section_rows=True)
    single_row = [c for c in on if c.rule == okf_propose_segments.RULE_SHEET_SECTION][:3]
    assert len(single_row) == 3
    for candidate in single_row:
        assert len(SECTIONED_SHEET[candidate.start : candidate.end].splitlines()) == 1


def test_a_table_without_section_rows_is_untouched() -> None:
    """First known-negative: identical objects, not merely an equal count."""
    off = okf_propose_segments.find_candidates(UNSECTIONED_SHEET)
    on = okf_propose_segments.find_candidates(UNSECTIONED_SHEET, sheet_section_rows=True)
    assert len(off) == 1
    assert off == on


def test_a_lone_numbered_row_is_not_a_section() -> None:
    """Second known-negative, and the reason the rule counts a RUN.

    `16000` is a quantity. A rule that read one numbered cell as a section
    would cut a sheet at every stated basis, which is the ungated widening this
    module has already refused once for outline candidates.
    """
    off = okf_propose_segments.find_candidates(LONE_NUMERIC_ROW)
    on = okf_propose_segments.find_candidates(LONE_NUMERIC_ROW, sheet_section_rows=True)
    assert len(off) == 1
    assert off == on


def test_the_flag_composes_with_keep_table_heading() -> None:
    """Both on: the heading keeps the preamble, the sections stay separate.

    D1 decides where the FIRST concept starts; this rule decides where the
    block is cut. They read different things and neither disables the other,
    which is what makes the pair safe to expose as two flags rather than one.
    """
    on = okf_propose_segments.find_candidates(
        SECTIONED_SHEET, sheet_section_rows=True, keep_table_heading=True
    )
    assert [(c.number, c.rule) for c in on] == [
        (None, okf_propose_segments.RULE_HEADING),
        ("01", okf_propose_segments.RULE_SHEET_SECTION),
        ("11+12", okf_propose_segments.RULE_SHEET_SECTION),
        ("02", okf_propose_segments.RULE_SHEET_SECTION),
        ("07", okf_propose_segments.RULE_SHEET_SECTION),
    ]
    assert on[0].start == 0
    assert on[0].end == on[1].start


def test_the_rule_names_itself_in_derived() -> None:
    """A proposal an operator disagrees with is traceable to the rule."""
    plan = okf_propose_segments.build_plan(
        Path("ark.xlsx"),
        SECTIONED_SHEET,
        b"ark",
        okf_type="requirement",
        proposed_at="1970-01-01T00:00:00Z",
        sheet_section_rows=True,
    )
    sections = [e for e in plan["entries"] if e["title"].startswith("01")]
    assert len(sections) == 1
    assert sections[0]["derived"] == [
        okf_propose_segments.PROPOSED_MARKER,
        okf_propose_segments.RULE_SHEET_SECTION,
    ]
    # The label becomes the directory and is stripped from the stem, the same
    # way a section number does for a heading.
    assert sections[0]["path"] == "01/felleskostnader.md"


def test_sheet_section_rows_takes_no_argument(
    tmp_path: Path, capsys: pytest.CaptureFixture[str]
) -> None:
    """A boolean at the CLI. The rule's one number is a module constant."""
    source = tmp_path / "ark.md"
    source.write_text(SECTIONED_SHEET, encoding="utf-8")
    out = tmp_path / "ark.json"
    with pytest.raises(SystemExit) as exit_info:
        okf_propose_segments.main([str(source), "--out", str(out), "--sheet-section-rows", "3"])
    assert exit_info.value.code == 2
    assert "usage:" in capsys.readouterr().err