Kjell Tore Guttormsen
0eab4345bf
Gap 1 closed. The output gate finds runs of 32+ hex digits (calibration.HEX_WRAP_MIN_LEN), decodes both byte alignments, keeps text that is at least 80% printable (the base64 bar, now one shared helper in entropy) and runs the credential patterns on it. A hex-wrapped AWS key surfaces as decoded:egress:aws-access-key-id with "in hex run @ N" as evidence; the value is never in it. Credentials only: a hex-wrapped injection is not decoded. Measured before and after on the same trees: all 3583 clean documents (three FP populations and the 78 pinned OKF concepts) are identical line for line under both presets (disposition, labels, severity, count, offset); OKF import stays 47/31. They and 569 READMEs hold 2403 hex runs of 32+ digits, none of which decodes to text. scan_output CPU 122.9 s before, 123.4 s after; one solid hex run at the 1M cap 4.2 s -> 5.8 s. 14 new tests (10 red for the right reason first), 6 of 6 mutations red. Matrix 146/146 + 5/5 gaps, suite 1274 passed, ReDoS sweep 169 patterns.
60 lines
2.5 KiB
Python
60 lines
2.5 KiB
Python
"""The seven documented gaps are a frozen denominator: row 2 of the 2026-11 done-criterion.
|
|
|
|
Row 2 (`docs/PLAN.md` § V.2) counts, for each documented gap, whether it is closed
|
|
or stands with a measured reason in `docs/LIMITATIONS.md`. The denominator is the
|
|
seven frozen in session 1 (2026-11-01) as `docs/threat-2026/gaps-frozen.tsv`,
|
|
whose sha256 is pinned here and in the plan.
|
|
|
|
This file fails when the frozen list is edited, when a gap disappears from the
|
|
coverage matrix without being recorded as closed below, or when a new gap case
|
|
appears without being frozen. Closing a gap is therefore a deliberate edit of
|
|
``CLOSED`` in the same commit that moves the matrix case from gap to caught.
|
|
"""
|
|
from __future__ import annotations
|
|
|
|
import csv
|
|
import hashlib
|
|
from pathlib import Path
|
|
|
|
from llm_ingestion_guard.coverage import CORE_CASES
|
|
|
|
ROOT = Path(__file__).resolve().parent.parent
|
|
FROZEN = ROOT / "docs" / "threat-2026" / "gaps-frozen.tsv"
|
|
FROZEN_SHA256 = "b1a6d5be5fbfc81263e55135abf11bc6fe349eac82db0d1e84f9e44949b9d22a"
|
|
|
|
# tag -> the `expect` of the caught case that now holds it: a finding label, or
|
|
# the name of a predicate case when the closing rule adds no label (gap 4).
|
|
CLOSED: dict[str, str] = {"dedup": "count", "hex-wrapped": "hex-wrapped"}
|
|
|
|
|
|
def _rows() -> list[dict[str, str]]:
|
|
with FROZEN.open(encoding="utf-8", newline="") as fh:
|
|
return list(csv.DictReader(fh, delimiter="\t"))
|
|
|
|
|
|
def test_frozen_list_is_unchanged():
|
|
assert hashlib.sha256(FROZEN.read_bytes()).hexdigest() == FROZEN_SHA256
|
|
|
|
|
|
def test_denominator_is_seven():
|
|
rows = _rows()
|
|
assert [r["n"] for r in rows] == [str(i) for i in range(1, 8)]
|
|
assert len({r["tag"] for r in rows}) == 7
|
|
|
|
|
|
def test_every_frozen_gap_is_open_in_the_matrix_or_recorded_closed():
|
|
gaps = {c.expect for c in CORE_CASES if c.status == "gap"}
|
|
caught = {c.expect for c in CORE_CASES if c.status == "caught"}
|
|
for row in _rows():
|
|
tag = row["tag"]
|
|
if tag in CLOSED:
|
|
assert tag not in gaps, f"{tag} recorded closed but still a gap case"
|
|
assert CLOSED[tag] in caught, f"{tag} closed by {CLOSED[tag]}, which no caught case asserts"
|
|
else:
|
|
assert tag in gaps, f"{tag} left the matrix without being recorded in CLOSED"
|
|
|
|
|
|
def test_no_gap_case_outside_the_frozen_list():
|
|
frozen = {r["tag"] for r in _rows()}
|
|
extra = {c.expect for c in CORE_CASES if c.status == "gap"} - frozen
|
|
assert not extra, f"gap cases not in the frozen denominator: {sorted(extra)}"
|