voyage/tests/validators/plan-gate-diff-mode.test.mjs
Kjell Tore Guttormsen f9e602e659
refactor: simplify pass (trekexecute)
Co-Authored-By: Claude Opus 5.5 <noreply@anthropic.com>
2026-10-16 17:03:56 +02:00

1196 lines
58 KiB
JavaScript

// tests/validators/plan-gate-diff-mode.test.mjs
// Decision 43, Step 4 of the converging-review-loops plan: the plan gate counts
// critic rounds 2+ by rule A and records rule B (lib/review/critic-diff.mjs
// `countRound`, called by plan-gate.mjs `recordVerdict`).
//
// Every case runs through recordVerdict with a `base` (the operative text the
// previous round reviewed), on reviewer payloads put through the real dedup.
// Each guard case also records a new major outside the diff in the same round,
// so every test is red on code that does not count by rule A.
//
// Expected line numbers come from findIndex over the full plan text, never
// from the gate's own line map; expected severities are literals.
import { test } from 'node:test';
import { strict as assert } from 'node:assert';
import { resolve } from 'node:path';
import { gatePlan, recordVerdict, planHash, operativeText, acceptOpen } from '../../lib/validators/plan-gate.mjs';
import * as diffMod from '../../lib/review/critic-diff.mjs';
import { dedupFindings, contentOverlap } from '../../lib/review/plan-review-dedup.mjs';
import { computeFindingId } from '../../lib/parsers/finding-id.mjs';
import { buildPlan } from '../helpers/plan-v18-builder.mjs';
import { spawnSync } from 'node:child_process';
import {
mkdtempSync, writeFileSync, readFileSync, rmSync, existsSync, readdirSync, appendFileSync, realpathSync,
} from 'node:fs';
import { join, dirname } from 'node:path';
import { tmpdir } from 'node:os';
import { fileURLToPath } from 'node:url';
import { createHash } from 'node:crypto';
import { childEnv } from '../helpers/child-env.mjs';
const NOW = '2026-10-16T00:00:00.000Z';
const PLAN = resolve('plan.md');
const PATHS = [PLAN];
const BOTH = [{ agent: 'plan-critic', present: true }, { agent: 'scope-guardian', present: true }];
/** The 1-based full-file line holding `s` (findIndex over the whole text). */
function at(text, s) {
const n = text.split('\n').findIndex(l => l.includes(s)) + 1;
assert.ok(n > 0, `the plan holds ${JSON.stringify(s)}`);
return n;
}
/** The base a round diffs against: the operative text the previous round reviewed. */
const baseOf = t => ({ sha256: planHash(t), text: operativeText(t) });
/** One round as Phase 9 runs it, with the plan path known to the gate. */
function rec(text, d, opts = {}) {
const r = recordVerdict(text, d, { reviewed: planHash(text), planPaths: PATHS, now: NOW, ...opts });
assert.equal(r.code, 0, r.message);
return r;
}
/** Reviewer payloads through the real dedup. */
function dd({ pc = [], sg = [], pcPrev, sgPrev } = {}) {
return dedupFindings([
{ agent: 'plan-critic', payload: { findings: pc, ...(pcPrev ? { previous: pcPrev } : {}) } },
{ agent: 'scope-guardian', payload: { findings: sg, ...(sgPrev ? { previous: sgPrev } : {}) } },
]);
}
const f = (severity, line, text, extra = {}) => ({ file: 'plan.md', line, rule_key: 'step-quality', severity, text, ...extra });
const byText = (v, s) => {
const hit = v.findings.filter(x => x.text === s);
assert.equal(hit.length, 1, `exactly one finding reads ${JSON.stringify(s)}: ${JSON.stringify(v.findings)}`);
return hit[0];
};
const byId = (v, id) => v.findings.filter(x => x.id === id);
// ---- the edits ---------------------------------------------------------------
const R2_CHANGES = '- **Changes:** Add `run2()` to `src/mod2.mjs`. (new file)';
const R2_EDITED = '- **Changes:** Add `run2()` and its error path to `src/mod2.mjs`. (new file)\n - `run2()` throws on empty input.';
const WHY = 'Why: the brief asks for a parser CLI.';
/** Edit A: Step 2's Changes line becomes two lines (a two-line hunk, nothing above it moves). */
function editA(t) {
assert.ok(t.includes(R2_CHANGES));
return t.replace(R2_CHANGES, R2_EDITED);
}
/** Edit B: the Context line is reworded (a one-line hunk high in the plan, nothing moves). */
function editB(t) {
assert.ok(t.includes(WHY));
return t.replace(WHY, 'Why: the brief asks for a parser CLI with clear errors.');
}
/** Edit C: a line is inserted below the Context line (every line below it shifts by one). */
function editC(t) {
assert.ok(t.includes(WHY));
return t.replace(WHY, `${WHY}\nScope: the parser and its CLI only.`);
}
// Fixed places in buildPlan(), all outside every edit above.
const S1_CHANGES = 'Add `run1()`';
const S1_VERIFIES = 'Verifies: run1()';
const S1_ROLLBACK = 'checkout -- src/mod1.mjs';
const S1_VERIFY = 'node --test tests/mod1.test.mjs';
const GUARD = 'The rollback named for this step gives no check that the revert actually worked';
/** The guard: a new major outside the diff, which rule A counts as minor. */
const guard = (t, text = GUARD, line = S1_ROLLBACK) => f('major', at(t, line), text);
function assertGuardLowered(v, round, text = GUARD) {
const g = byText(v, text);
assert.equal(g.severity, 'minor', 'a new major outside the diff counts as minor');
assert.equal(g.original_severity, 'major');
assert.equal(g.lowered_by, `rule A: outside the diff since round ${round}`);
}
/** Round 1 on buildPlan() with the given payloads; returns its result. */
const round1 = (payload = {}) => rec(buildPlan(), dd(payload));
// ---- exports ---------------------------------------------------------------------
test('critic-diff exports the canonical rule sentences, the new verdict fields and the security check', () => {
assert.equal(diffMod.RULE_A, 'Rule A: from round 2 on, a new major finding that cites a plan line outside the diff since the last reviewed text counts as minor; a blocker, a security finding and a finding with no plan line count at full severity, and a previous finding stays counted until it is marked resolved.');
assert.equal(diffMod.RULE_B, 'Rule B: a major that a named test, `Regression:` command or gate in the plan will fail on during execution is minor — never a blocker, never a security finding.');
assert.ok(Array.isArray(diffMod.DIFF_FIELDS), 'DIFF_FIELDS is a list');
for (const k of ['diff_base', 'diff_note', 'resolved', 'op_line', 'op_line_end', 'line_end', 'rule_keys',
'original_severity', 'lowered_by', 'caught_by', 'lowering_refused', 'carried_from']) {
assert.ok(diffMod.DIFF_FIELDS.includes(k), `DIFF_FIELDS names ${k}`);
}
assert.equal(typeof diffMod.isSecurityKey, 'function', 'isSecurityKey is exported');
assert.equal(diffMod.isSecurityKey('SECURITY_INJECTION'), true);
assert.equal(diffMod.isSecurityKey(' security_review_vulnerability '), true);
assert.equal(diffMod.isSecurityKey('MISSING_TEST'), false);
assert.equal(diffMod.isSecurityKey(null), false);
assert.equal(typeof diffMod.countRound, 'function', 'countRound is exported');
});
// ---- 1 -------------------------------------------------------------------------
test('1: a new major outside the diff counts as minor, round 2 passes and the gate exits 0', () => {
const r1 = round1();
const t2 = editA(r1.text);
const r2 = rec(t2, dd({ pc: [guard(t2)] }), { base: baseOf(r1.text) });
assertGuardLowered(r2.verdict, 1);
assert.equal(r2.verdict.verdict, 'PASS');
assert.deepEqual(r2.verdict.counts, { blocker: 0, major: 0, minor: 1 });
assert.equal(r2.verdict.diff_base, planHash(r1.text));
assert.equal(gatePlan(r2.text).code, 0, JSON.stringify(gatePlan(r2.text).reasons));
});
// ---- 2 -------------------------------------------------------------------------
test('2: a major on the hunk\'s first and last line stays major; the lines right before and after are outside', () => {
const r1 = round1();
const t2 = editA(r1.text);
const first = at(t2, 'its error path');
const last = at(t2, 'throws on empty input');
assert.equal(last, first + 1);
const pc = [
f('major', first, 'Error path wording leaves the thrown type unnamed for callers'),
f('major', last, 'Empty input behaviour conflicts with the Data Models section'),
f('major', first - 1, 'Files list omits a fixture directory the tests will need'),
f('major', last + 1, 'Test first block does not name a failing assertion message'),
];
const r2 = rec(t2, dd({ pc }), { base: baseOf(r1.text) });
const v = r2.verdict;
assert.equal(byText(v, 'Error path wording leaves the thrown type unnamed for callers').severity, 'major');
assert.equal(byText(v, 'Empty input behaviour conflicts with the Data Models section').severity, 'major');
assert.equal(byText(v, 'Files list omits a fixture directory the tests will need').severity, 'minor');
assert.equal(byText(v, 'Test first block does not name a failing assertion message').severity, 'minor');
assert.equal(v.verdict, 'REVISE');
assert.deepEqual(v.counts, { blocker: 0, major: 2, minor: 2 });
});
// ---- 3 -------------------------------------------------------------------------
test('3: a line..line_end range crossing either diff edge is inside; a range wholly outside is outside', () => {
const r1 = round1();
const t2 = editA(r1.text);
const first = at(t2, 'its error path');
const last = at(t2, 'throws on empty input');
const pc = [
f('major', first - 1, 'Range over the top edge of the hunk names a stale file', { line_end: first }),
f('major', last, 'Range over the bottom edge of the hunk drops the test file', { line_end: last + 1 }),
f('major', last + 1, 'Range below the hunk repeats an unchecked verification claim', { line_end: last + 2 }),
];
const r2 = rec(t2, dd({ pc }), { base: baseOf(r1.text) });
const v = r2.verdict;
assert.equal(byText(v, 'Range over the top edge of the hunk names a stale file').severity, 'major');
assert.equal(byText(v, 'Range over the bottom edge of the hunk drops the test file').severity, 'major');
const out = byText(v, 'Range below the hunk repeats an unchecked verification claim');
assert.equal(out.severity, 'minor');
assert.equal(out.lowered_by, 'rule A: outside the diff since round 1');
assert.equal(out.line_end, last + 2);
});
// ---- 4 -------------------------------------------------------------------------
test('4: a new security major outside the diff stays major (catalogue key in any case, and merged into another key)', () => {
const r1 = round1();
const t2 = editA(r1.text);
const out = at(t2, S1_CHANGES);
const merged = 'Step 1 builds a shell command from the plan text without quoting it first';
const r2 = rec(t2, dd({
pc: [
guard(t2),
f('major', out, 'Run one passes the input path straight into a spawned shell line', { rule_key: 'SECURITY_INJECTION' }),
f('major', at(t2, S1_VERIFIES), 'Verification command interpolates an untrusted argument into exec', { rule_key: 'security_injection' }),
f('major', at(t2, S1_VERIFY), merged),
],
sg: [f('major', at(t2, S1_VERIFY), merged, { rule_key: 'SECURITY_INJECTION' })],
}), { base: baseOf(r1.text) });
const v = r2.verdict;
assertGuardLowered(v, 1);
assert.equal(byText(v, 'Run one passes the input path straight into a spawned shell line').severity, 'major');
assert.equal(byText(v, 'Verification command interpolates an untrusted argument into exec').severity, 'major');
const m = byText(v, merged);
assert.equal(m.rule_key, 'step-quality', 'the survivor keeps its own key');
assert.equal(m.severity, 'major', 'a security key merged into a non-security survivor still counts');
assert.equal(v.verdict, 'REVISE');
});
// ---- 5 -------------------------------------------------------------------------
test('5: a new blocker outside the diff stays blocker (BLOCK, PLAN_GATE_OPEN_BLOCKER)', () => {
const r1 = round1();
const t2 = editA(r1.text);
const r2 = rec(t2, dd({ pc: [guard(t2), f('blocker', at(t2, S1_CHANGES), 'Step 1 reads a config value that no step ever writes')] }), { base: baseOf(r1.text) });
const v = r2.verdict;
assertGuardLowered(v, 1);
assert.equal(byText(v, 'Step 1 reads a config value that no step ever writes').severity, 'blocker');
assert.equal(v.verdict, 'BLOCK');
const g = gatePlan(r2.text);
assert.equal(g.code, 1);
assert.ok(g.reasons.some(x => x.code === 'PLAN_GATE_OPEN_BLOCKER'), JSON.stringify(g.reasons));
});
// ---- 6 -------------------------------------------------------------------------
test('6: a major with no plan line stays major (null line, line 0, another file, a line in ## Revisions)', () => {
const r1 = round1();
const t2 = `${editA(r1.text).replace(/\s*$/, '\n')}\n## Revisions\n\n| # | Finding | Fix |\n|---|---------|-----|\n| 1 | an old note on the parser | reworded |\n`;
const rev = at(t2, 'an old note on the parser');
const r2 = rec(t2, dd({
pc: [
guard(t2),
f('major', null, 'The plan as a whole never names its rollback owner'),
f('major', 0, 'The whole file lacks a stated performance budget for parsing'),
{ file: 'src/mod1.mjs', line: 12, rule_key: 'step-quality', severity: 'major', text: 'Source module already exports a conflicting run helper' },
f('major', rev, 'Revision log row contradicts the current Step 2 wording'),
],
}), { base: baseOf(r1.text) });
const v = r2.verdict;
assertGuardLowered(v, 1);
for (const s of ['The plan as a whole never names its rollback owner', 'The whole file lacks a stated performance budget for parsing',
'Source module already exports a conflicting run helper', 'Revision log row contradicts the current Step 2 wording']) {
const x = byText(v, s);
assert.equal(x.severity, 'major', s);
assert.equal(x.lowered_by, undefined, s);
}
assert.equal(v.verdict, 'REVISE');
});
// ---- 7 -------------------------------------------------------------------------
test('7: a round-1 major marked resolved by both reviewers leaves the count', () => {
const r1 = round1({ pc: [f('major', at(buildPlan(), S1_VERIFIES), 'Step 1 verification never states the expected return value')] });
const id = r1.verdict.findings[0].id;
assert.match(id, /^[0-9a-f]{40}$/);
const t2 = editA(r1.text);
const r2 = rec(t2, dd({ pc: [guard(t2)], pcPrev: [{ id, resolved: true }], sgPrev: [{ id, resolved: true }] }), { base: baseOf(r1.text) });
const v = r2.verdict;
assertGuardLowered(v, 1);
assert.deepEqual(v.resolved, [id]);
assert.equal(byId(v, id).length, 0, 'the resolved finding is not counted');
assert.equal(v.verdict, 'PASS');
});
// ---- 8 -------------------------------------------------------------------------
test('8: a round-1 major that is not resolved keeps its severity (raiser silent; reworded re-report at a shifted line; resolved yet re-reported)', () => {
const p0 = buildPlan();
const r1 = round1({ pc: [f('major', at(p0, S1_CHANGES), M1)] });
const id = r1.verdict.findings[0].id;
// a) left out by its raiser: the other reviewer's true is not enough.
const ta = editA(r1.text);
const va = rec(ta, dd({ pc: [guard(ta)], sgPrev: [{ id, resolved: true }] }), { base: baseOf(r1.text) }).verdict;
assertGuardLowered(va, 1);
const ca = byId(va, id);
assert.equal(ca.length, 1);
assert.equal(ca[0].severity, 'major');
assert.equal(ca[0].carried_from, 1);
assert.deepEqual(va.resolved, []);
assert.equal(va.verdict, 'REVISE');
// b) re-reported reworded at the line an edit above it shifted it to, outside the diff.
const tb = editC(r1.text);
const shifted = at(tb, S1_CHANGES);
assert.equal(shifted, at(p0, S1_CHANGES) + 1);
const REWORDED = 'For an empty input file the first step leaves the run1 result unstated';
const vb = rec(tb, dd({ pc: [guard(tb), f('major', shifted, REWORDED)] }), { base: baseOf(r1.text) }).verdict;
assertGuardLowered(vb, 1);
const rw = byText(vb, REWORDED);
assert.equal(rw.severity, 'minor', 'a reworded re-report is its own finding; the old one keeps its severity');
assert.equal(rw.lowered_by, 'rule A: outside the diff since round 1');
const cb = byId(vb, id);
assert.equal(cb.length, 1, 'a reworded re-report is its own finding; the old one keeps its severity');
assert.equal(cb[0].severity, 'major');
assert.equal(cb[0].text, M1);
assert.equal(cb[0].line, shifted);
assert.equal(vb.findings.filter(x => x.severity === 'major').length, 1);
// c) marked resolved by both, and re-reported: the re-report wins.
const tc = editA(r1.text);
const vc = rec(tc, dd({
pc: [guard(tc), f('major', at(tc, S1_CHANGES), M1)],
pcPrev: [{ id, resolved: true }], sgPrev: [{ id, resolved: true }],
}), { base: baseOf(r1.text) }).verdict;
assertGuardLowered(vc, 1);
assert.equal(byId(vc, id).length, 1);
assert.equal(byId(vc, id)[0].severity, 'major');
assert.ok(!vc.resolved.includes(id));
});
// ---- 9 -------------------------------------------------------------------------
test('9: a round-1 minor re-reported as major is carried at major', () => {
const p0 = buildPlan();
const r1 = round1({ pc: [f('minor', at(p0, S1_CHANGES), 'Step 1 change line names no return type for run1')] });
const id = r1.verdict.findings[0].id;
const t2 = editA(r1.text);
const v = rec(t2, dd({ pc: [guard(t2), f('major', at(t2, S1_CHANGES), 'Step 1 change line names no return type for run1')] }), { base: baseOf(r1.text) }).verdict;
assertGuardLowered(v, 1);
const c = byId(v, id);
assert.equal(c.length, 1);
assert.equal(c[0].severity, 'major');
assert.equal(c[0].carried_from, 1);
assert.equal(v.verdict, 'REVISE');
});
// ---- 10 ------------------------------------------------------------------------
test('10: one reviewer\'s true and the other\'s false keeps it; the non-raiser\'s silence is neutral', () => {
const p0 = buildPlan();
const r1 = round1({
pc: [
f('major', at(p0, S1_CHANGES), 'Step 1 never says what run1 returns on an empty input file'),
f('major', at(p0, S1_VERIFIES), 'Verification for the first module omits the error exit code'),
],
});
const [kept, gone] = r1.verdict.findings.map(x => x.id);
const t2 = editA(r1.text);
const v = rec(t2, dd({
pc: [guard(t2)],
pcPrev: [{ id: kept, resolved: true }, { id: gone, resolved: true }],
sgPrev: [{ id: kept, resolved: false }],
}), { base: baseOf(r1.text) }).verdict;
assertGuardLowered(v, 1);
assert.equal(byId(v, kept).length, 1);
assert.equal(byId(v, kept)[0].severity, 'major');
assert.equal(byId(v, gone).length, 0);
assert.deepEqual(v.resolved, [gone]);
});
// ---- 11 ------------------------------------------------------------------------
test('11: a major lowered in round 2 stays minor in round 3; a major re-report keeps it minor, a blocker re-report makes it blocker', () => {
const r1 = round1();
const t2 = editA(r1.text);
const L = 'Step 1 change gives run1 no documented failure mode at all';
const r2 = rec(t2, dd({ pc: [f('major', at(t2, S1_CHANGES), L)] }), { base: baseOf(r1.text) });
const l2 = byText(r2.verdict, L);
assert.equal(l2.severity, 'minor');
const id = l2.id;
const t3 = editB(r2.text);
const base = baseOf(r2.text);
const NEW3 = 'The verify command for step one names no expected failing output';
// not resolved, not re-reported
const v3 = rec(t3, dd({ pc: [guard(t3, NEW3, S1_VERIFY)] }), { base }).verdict;
assert.equal(v3.round, 3);
assertGuardLowered(v3, 2, NEW3);
const c = byId(v3, id);
assert.equal(c.length, 1);
assert.equal(c[0].severity, 'minor');
assert.equal(c[0].original_severity, 'major');
assert.equal(c[0].lowered_by, 'rule A: outside the diff since round 1');
assert.equal(c[0].carried_from, 2);
assert.equal(v3.verdict, 'PASS');
// re-reported as major: stays minor
const vm = rec(t3, dd({ pc: [guard(t3, NEW3, S1_VERIFY), f('major', at(t3, S1_CHANGES), L)] }), { base }).verdict;
assert.equal(byId(vm, id).length, 1);
assert.equal(byId(vm, id)[0].severity, 'minor');
assert.equal(byId(vm, id)[0].original_severity, 'major');
// re-reported as blocker: blocker
const vb = rec(t3, dd({ pc: [guard(t3, NEW3, S1_VERIFY), f('blocker', at(t3, S1_CHANGES), L)] }), { base }).verdict;
assert.equal(byId(vb, id).length, 1);
assert.equal(byId(vb, id)[0].severity, 'blocker');
assert.equal(vb.verdict, 'BLOCK');
});
// ---- 12 ------------------------------------------------------------------------
test('12: rule B lowers only a non-security major with caught_by; a security key or a blocker is refused', () => {
const r1 = round1();
const t2 = editA(r1.text);
const first = at(t2, 'its error path');
const last = at(t2, 'throws on empty input');
const r2 = rec(t2, dd({
pc: [
guard(t2),
f('minor', at(t2, S1_CHANGES), 'Run one shells out with the raw path and nothing escapes it',
{ rule_key: 'SECURITY_INJECTION', lowered_from: 'major', caught_by: 'tests/mod1.test.mjs' }),
f('minor', first, 'The error path change writes partial output before it throws',
{ lowered_from: 'blocker', caught_by: 'tests/mod2.test.mjs' }),
f('minor', last, 'Empty input throw has no message the caller can match on',
{ lowered_from: 'major' }),
],
sg: [
f('minor', first, 'Second module wording drifts from the interface named in Design',
{ rule_key: 'scope-drift', lowered_from: 'major', caught_by: 'node --test tests/mod2.test.mjs' }),
],
}), { base: baseOf(r1.text) });
const v = r2.verdict;
assertGuardLowered(v, 1);
const sec = byText(v, 'Run one shells out with the raw path and nothing escapes it');
assert.equal(sec.severity, 'major', 'rule B never lowers a security finding');
assert.equal(typeof sec.lowering_refused, 'string');
assert.ok(sec.lowering_refused.length > 0);
const blk = byText(v, 'The error path change writes partial output before it throws');
assert.equal(blk.severity, 'blocker', 'rule B never lowers a blocker');
assert.equal(typeof blk.lowering_refused, 'string');
const noCatch = byText(v, 'Empty input throw has no message the caller can match on');
assert.equal(noCatch.severity, 'major', 'rule B needs caught_by');
assert.equal(typeof noCatch.lowering_refused, 'string');
const ok = byText(v, 'Second module wording drifts from the interface named in Design');
assert.equal(ok.severity, 'minor');
assert.equal(ok.original_severity, 'major');
assert.equal(ok.lowered_by, 'rule B: node --test tests/mod2.test.mjs');
assert.equal(ok.caught_by, 'node --test tests/mod2.test.mjs');
assert.equal(ok.lowering_refused, undefined);
assert.equal(v.verdict, 'BLOCK');
});
// ---- 13 ------------------------------------------------------------------------
test('13: the same round recorded twice gives deep-equal findings, counts and verdict', () => {
const p0 = buildPlan();
const r1 = round1({
pc: [
f('major', at(p0, S1_CHANGES), 'Step 1 never says what run1 returns on an empty input file'),
f('minor', at(p0, S1_VERIFIES), 'Verification for the first module omits the error exit code'),
],
});
const [, m2] = r1.verdict.findings.map(x => x.id);
const t2 = editA(r1.text);
const d = dd({
pc: [guard(t2), f('major', at(t2, 'its error path'), 'Error path wording leaves the thrown type unnamed for callers')],
pcPrev: [{ id: m2, resolved: true }],
});
const a = rec(t2, d, { base: baseOf(r1.text) });
const b = rec(t2, d, { base: baseOf(r1.text) });
assertGuardLowered(a.verdict, 1);
assert.deepEqual(a.verdict.findings, b.verdict.findings);
assert.deepEqual(a.verdict.counts, b.verdict.counts);
assert.equal(a.verdict.verdict, b.verdict.verdict);
assert.deepEqual(a.verdict, b.verdict);
assert.equal(a.text, b.text);
});
// ---- 14 ------------------------------------------------------------------------
test('14: no base, a base that is not the previous round\'s text, or an unchanged plan: the round is counted as today, with one diff_note', () => {
const p0 = buildPlan();
const r1 = round1({ pc: [f('major', at(p0, S1_VERIFIES), 'Verification for the first module omits the error exit code')] });
const prevId = r1.verdict.findings[0].id;
const t2 = editA(r1.text);
const cases = [
{ name: 'no base', text: t2, opts: { base: null } },
{ name: 'no base, with a reason', text: t2, opts: { base: null, baseNote: 'snapshot missing: no file for round 1' }, note: /snapshot missing/ },
{ name: 'base is not round 1\'s text', text: t2, opts: { base: baseOf(editB(r1.text)) } },
{ name: 'plan unchanged since round 1', text: r1.text, opts: { base: baseOf(r1.text) }, note: /has not changed since round 1/ },
];
for (const c of cases) {
const v = rec(c.text, dd({ pc: [guard(c.text)] }), c.opts).verdict;
const g = byText(v, GUARD);
assert.equal(g.severity, 'major', `${c.name}: an outside major stays major`);
assert.equal(g.lowered_by, undefined, c.name);
assert.equal(byId(v, prevId).length, 0, `${c.name}: a previous finding left out is not carried`);
assert.ok(!('resolved' in v), `${c.name}: resolved is absent`);
assert.ok(!('diff_base' in v), `${c.name}: diff_base is absent`);
assert.equal(typeof v.diff_note, 'string', `${c.name}: one diff_note`);
assert.ok(v.diff_note.length > 0 && !v.diff_note.includes('\n'), `${c.name}: diff_note is one line`);
if (c.note) assert.match(v.diff_note, c.note, c.name);
assert.equal(v.verdict, 'REVISE', c.name);
}
});
// ---- 15 ------------------------------------------------------------------------
/** A round's verdict block exactly as plan-gate wrote it before decision 43 (no new fields). */
function frozenBlock(plan, { round = 1, findings = [], accepted = false } = {}) {
const sha = planHash(plan);
const counts = { blocker: 0, major: 0, minor: 0 };
for (const x of findings) counts[x.severity] += 1;
const v = {
schema: 'voyage.plan-verdict/1',
round,
max_rounds: 3,
extra_rounds: 0,
recorded_at: '2026-10-01T08:00:00.000Z',
plan_sha256: sha,
verdict: counts.blocker ? 'BLOCK' : counts.major ? 'REVISE' : 'PASS',
counts,
findings,
};
if (accepted) {
v.accepted_open = {
round, plan_sha256: sha, accepted_at: '2026-10-01T09:00:00.000Z',
findings: findings.filter(x => x.severity === 'major').map(x => ({ id: x.id, text: x.text })),
};
}
return `${plan.replace(/\s*$/, '\n')}\n## Critic Verdict\n\n<!-- Written by lib/validators/plan-gate.mjs --record (round ${round} of 3). Do not edit by hand: the gate re-hashes the plan and reads this block. -->\n\n\`\`\`json\n${JSON.stringify(v, null, 2)}\n\`\`\`\n`;
}
const old = (severity, text) => ({ id: '1'.repeat(40), severity, rule_key: 'step-quality', file: 'plan.md', line: 49, text, raised_by: ['plan-critic'] });
test('15: a frozen round-1 block with no new fields gives today\'s exits; a round recorded on top of it counts fully', () => {
const p0 = buildPlan();
assert.equal(gatePlan(frozenBlock(p0, { findings: [old('minor', 'a typo in the context')] })).code, 0, 'minors → 0');
assert.equal(gatePlan(frozenBlock(p0, { findings: [old('major', 'Step 1 lacks an error path')] })).code, 1, 'major, rounds left → 1');
assert.equal(gatePlan(frozenBlock(p0, { findings: [old('blocker', 'Step 2 reads nothing')] })).code, 1, 'blocker → 1');
const final = frozenBlock(p0, { round: 3, findings: [old('major', 'Step 1 lacks an error path')] });
assert.equal(gatePlan(final).code, 1, 'major after round 3, not accepted → 1');
assert.equal(gatePlan(frozenBlock(p0, { round: 3, findings: [old('major', 'Step 1 lacks an error path')], accepted: true })).code, 0, 'after round 3 with accepted_open → 0');
const a = acceptOpen(final, { now: NOW });
assert.equal(a.code, 0, a.message);
assert.equal(gatePlan(a.text).code, 0);
// A round on top of the frozen block: no snapshot was ever kept for it, so it counts fully.
const t2 = editA(frozenBlock(p0, { findings: [old('major', 'Step 1 lacks an error path')] }));
const v = rec(t2, dd({ pc: [guard(t2)] }), { base: null }).verdict;
assert.equal(v.round, 2);
assert.equal(byText(v, GUARD).severity, 'major');
assert.equal(byId(v, '1'.repeat(40)).length, 0);
assert.equal(typeof v.diff_note, 'string');
assert.equal(v.verdict, 'REVISE');
});
// ---- 16 ------------------------------------------------------------------------
test('16: security on carry — a lowered finding re-reported with a security key counts at major; keys and raisers are the union', () => {
const r1 = round1();
const t2 = editA(r1.text);
const L = 'Step 1 change gives run1 no documented failure mode at all';
const r2 = rec(t2, dd({ pc: [f('major', at(t2, S1_CHANGES), L)] }), { base: baseOf(r1.text) });
const id = byText(r2.verdict, L).id;
assert.equal(byText(r2.verdict, L).severity, 'minor');
const t3 = editB(r2.text);
const NEW3 = 'The verify command for step one names no expected failing output';
const RE = 'Step 1 change gives run1 no documented failure mode at all, and the raw input reaches a shell';
assert.equal(contentOverlap(L, RE), 1, 'the re-report holds all of L\'s content words');
const v3 = rec(t3, dd({
pc: [guard(t3, NEW3, S1_VERIFY)],
sg: [f('major', at(t3, S1_CHANGES), RE, { rule_key: 'SECURITY_INJECTION' })],
}), { base: baseOf(r2.text) }).verdict;
assertGuardLowered(v3, 2, NEW3);
const c = byId(v3, id);
assert.equal(c.length, 1, JSON.stringify(v3.findings));
assert.equal(c[0].severity, 'major');
assert.deepEqual([...c[0].rule_keys].sort(), ['SECURITY_INJECTION', 'step-quality']);
assert.deepEqual([...c[0].raised_by].sort(), ['plan-critic', 'scope-guardian']);
assert.equal(v3.verdict, 'REVISE');
// An unrelated security finding at the lowered finding's place stands alone.
const UNRELATED = 'Run one feeds the unescaped input path into a shell command line';
const vu = rec(t3, dd({
pc: [guard(t3, NEW3, S1_VERIFY)],
sg: [f('major', at(t3, S1_CHANGES), UNRELATED, { rule_key: 'SECURITY_INJECTION' })],
}), { base: baseOf(r2.text) }).verdict;
const u = byText(vu, UNRELATED);
assert.equal(u.severity, 'major', 'an unrelated security finding at a lowered finding\'s place is its own finding');
assert.equal(u.lowered_by, undefined);
const cu = byId(vu, id);
assert.equal(cu.length, 1, JSON.stringify(vu.findings));
assert.equal(cu[0].severity, 'minor');
// A hand-built dedup finding with a security rule_key and no rule_keys.
const t2b = editA(r1.text);
const hand = {
findings: [
{ id: 'a'.repeat(40), file: 'plan.md', line: at(t2b, S1_CHANGES), rule_key: 'SECURITY_INJECTION', severity: 'major', text: 'Hand built: the path reaches exec unquoted', raised_by: ['plan-critic'] },
{ id: 'b'.repeat(40), file: 'plan.md', line: at(t2b, S1_ROLLBACK), rule_key: 'step-quality', severity: 'major', text: GUARD, raised_by: ['plan-critic'] },
],
marks: [],
sources: BOTH,
};
const vh = rec(t2b, hand, { base: baseOf(r1.text) }).verdict;
assertGuardLowered(vh, 1);
assert.equal(byText(vh, 'Hand built: the path reaches exec unquoted').severity, 'major');
});
// ---- 17 ------------------------------------------------------------------------
test('17: a finding inside the diff is never matched — worded like a previous lowered finding, it counts at major', () => {
const r1 = round1();
const t2 = editA(r1.text);
const L = 'Step 1 change gives run1 no documented failure mode at all for callers';
const r2 = rec(t2, dd({ pc: [f('major', at(t2, S1_CHANGES), L)] }), { base: baseOf(r1.text) });
const id = byText(r2.verdict, L).id;
const t3 = editB(r2.text);
const LIKE = 'Context gives run1 no documented failure mode at all for callers';
assert.ok(contentOverlap(L, LIKE) >= 0.7, 'the wording overlaps at least 0.7');
const v3 = rec(t3, dd({ pc: [f('major', at(t3, 'with clear errors'), LIKE)] }), { base: baseOf(r2.text) }).verdict;
const n = byText(v3, LIKE);
assert.equal(n.severity, 'major');
assert.equal(n.lowered_by, undefined);
assert.notEqual(n.id, id);
const c = byId(v3, id);
assert.equal(c.length, 1, 'the previous finding is carried on its own');
assert.equal(c[0].severity, 'minor');
assert.equal(v3.verdict, 'REVISE');
});
// ---- 18 ------------------------------------------------------------------------
test('18: carried positions — another file keeps its line; an edited own line keeps the old line with op_line null; a shifted line moves', () => {
const p0 = buildPlan();
const ownOld = at(p0, R2_CHANGES);
const shiftedOld = at(p0, S1_CHANGES);
const r1 = round1({
pc: [
{ file: 'src/mod1.mjs', line: 12, rule_key: 'step-quality', severity: 'major', text: 'Source module already exports a conflicting run helper' },
f('major', ownOld, 'Second step change names no return value for run2'),
f('major', shiftedOld, 'Step 1 never says what run1 returns on an empty input file'),
],
});
const ids = Object.fromEntries(r1.verdict.findings.map(x => [x.text, x.id]));
const t2 = editA(editC(r1.text));
const r2 = rec(t2, dd({ pc: [guard(t2)] }), { base: baseOf(r1.text) });
const v2 = r2.verdict;
assertGuardLowered(v2, 1);
const src = byId(v2, ids['Source module already exports a conflicting run helper']);
assert.equal(src.length, 1);
assert.equal(src[0].file, 'src/mod1.mjs');
assert.equal(src[0].line, 12, 'a finding on another file keeps its line');
const own = byId(v2, ids['Second step change names no return value for run2']);
assert.equal(own.length, 1);
assert.equal(own[0].line, ownOld, 'its own line was edited: it keeps the old line');
assert.equal(own[0].op_line, null);
const moved = byId(v2, ids['Step 1 never says what run1 returns on an empty input file']);
assert.equal(moved.length, 1);
assert.equal(moved[0].line, at(t2, S1_CHANGES));
assert.equal(moved[0].line, shiftedOld + 1);
assert.ok(Number.isInteger(moved[0].op_line));
// A finding whose op_line went null keeps its line and op_line null on the next carry.
const t3 = editB(r2.text);
const v3 = rec(t3, dd(), { base: baseOf(r2.text) }).verdict;
const own3 = byId(v3, ids['Second step change names no return value for run2']);
assert.equal(own3.length, 1);
assert.equal(own3[0].line, ownOld);
assert.equal(own3[0].op_line, null);
assert.equal(own3[0].carried_from, 1);
});
// ---- acceptOpen after round 3 ------------------------------------------------------
test('acceptOpen after round 3 lists only the real majors, never a lowered one', () => {
const r1 = round1();
const t2 = editA(r1.text);
const r2 = rec(t2, dd({ pc: [guard(t2)] }), { base: baseOf(r1.text) });
const t3 = editB(r2.text);
const REAL = 'Context rewording drops the stated reason for the parser CLI';
const r3 = rec(t3, dd({ pc: [f('major', at(t3, 'with clear errors'), REAL), guard(t3, 'The verify command for step one names no expected failing output', S1_VERIFY)] }), { base: baseOf(r2.text) });
assert.equal(r3.verdict.round, 3);
const a = acceptOpen(r3.text, { now: NOW });
assert.equal(a.code, 0, a.message);
const v = JSON.parse(a.text.match(/```json\n([\s\S]*?)\n```/)[1]);
assert.deepEqual(v.accepted_open.findings.map(x => x.text), [REAL]);
assert.equal(gatePlan(a.text).code, 0);
});
// ---- Step 5: the CLI keeps snapshots in the git directory and prints the diff ----
//
// Every case runs plan-gate.mjs as a child (spawnSync, childEnv) on a plan in
// its own mkdtemp `git init` repo, so a snapshot can only land in that repo's
// .git. Expected hashes come from the CLI's own --hash (taken before the
// round), expected line numbers from findIndex over the plan text.
const HERE = dirname(fileURLToPath(import.meta.url));
const ROOT = join(HERE, '..', '..');
const GATE = join(ROOT, 'lib', 'validators', 'plan-gate.mjs');
const E2E = join(ROOT, 'tests', 'e2e-critic-diff-mode.sh');
const GIT_CLEAN = { GIT_DIR: undefined, GIT_WORK_TREE: undefined, GIT_INDEX_FILE: undefined };
function gate(cwd, args, input) {
const r = spawnSync(process.execPath, [GATE, ...args], { cwd, input, encoding: 'utf-8', env: childEnv(GIT_CLEAN) });
return { code: r.status, out: r.stdout, err: r.stderr };
}
const git = (cwd, args) => spawnSync('git', args, { cwd, encoding: 'utf-8', env: childEnv(GIT_CLEAN) });
/** A fresh temp dir (real path), `git init`-ed when `repo` is true. */
function tempDir(prefix, repo) {
const dir = realpathSync(mkdtempSync(join(tmpdir(), prefix)));
if (repo) {
const g = git(dir, ['init', '-q']);
assert.equal(g.status, 0, g.stderr);
}
return dir;
}
/** The plan in its own temp git repo; the gate runs with that repo as cwd. */
function withRepo(text, fn) {
const dir = tempDir('plan-gate-diff-', true);
const p = join(dir, 'plan.md');
writeFileSync(p, text);
try { return fn(p, dir); } finally { rmSync(dir, { recursive: true, force: true }); }
}
const snapDir = dir => join(dir, '.git', 'voyage', 'plan-snapshots');
const snaps = dir => (existsSync(snapDir(dir)) ? readdirSync(snapDir(dir)).sort() : []);
const sha256 = s => createHash('sha256').update(s).digest('hex');
function hashOf(dir, p) {
const r = gate(dir, ['--hash', p]);
assert.equal(r.code, 0, r.out + r.err);
assert.match(r.out.trim(), /^[0-9a-f]{64}$/);
return r.out.trim();
}
/** One round as Phase 9 runs it: --hash, then --record with the payloads through the real dedup. */
function cliRound(dir, p, payload = {}, extra = []) {
const reviewed = hashOf(dir, p);
const r = gate(dir, ['--record', p, '--reviewed', reviewed, ...extra], JSON.stringify(dd(payload)));
const lines = r.out.split('\n').filter(l => l !== '');
return { ...r, reviewed, lines, j: lines.length ? JSON.parse(lines[lines.length - 1]) : null };
}
const readPlan = p => readFileSync(p, 'utf-8');
const verdictIn = p => JSON.parse(readPlan(p).match(/```json\n([\s\S]*?)\n```/)[1]);
/** Rewrite the previous verdict's plan_sha256 (outside the operative text, so --hash is unchanged). */
function setPrevSha(p, value) {
const t = readPlan(p);
const m = t.match(/"plan_sha256": "([0-9a-f]{64})"/);
assert.ok(m, 'the plan holds a recorded plan_sha256');
writeFileSync(p, t.replace(m[0], `"plan_sha256": ${JSON.stringify(value)}`));
}
test('19 (CLI): a missing, tampered, mismatched or oversized base snapshot, or a ../ name, counts fully with exactly one fallback line', () => {
const OTHER = operativeText(editB(buildPlan()));
const big = 'x'.repeat(4 * 1024 * 1024 + 1);
const cases = [
{ name: 'missing', note: /no snapshot/, mutate: (dir, sha) => rmSync(join(snapDir(dir), `${sha}.md`)) },
{ name: 'tampered', note: /does not hash to its name/, mutate: (dir, sha) => appendFileSync(join(snapDir(dir), `${sha}.md`), 'tampered\n') },
{ name: 'mismatched', note: /does not hash to its name/, mutate: (dir, sha) => writeFileSync(join(snapDir(dir), `${sha}.md`), OTHER) },
{
name: 'over 4 MB', note: /over 4 MB/,
mutate: (dir, sha, p) => {
const s = sha256(big);
writeFileSync(join(snapDir(dir), `${s}.md`), big);
setPrevSha(p, s);
},
},
{
name: '../ name', note: /not a sha256/, never: /does not hash/,
mutate: (dir, sha, p) => {
// A real snapshot text planted where the ../ name would lead.
writeFileSync(join(snapDir(dir), '..', '..', '..', 'planted.md'), readFileSync(join(snapDir(dir), `${sha}.md`)));
assert.ok(existsSync(join(dir, 'planted.md')));
setPrevSha(p, '../../../planted');
},
},
];
for (const c of cases) {
withRepo(buildPlan(), (p, dir) => {
const r1 = cliRound(dir, p);
assert.equal(r1.code, 0, `${c.name}: ${r1.out}${r1.err}`);
assert.deepEqual(snaps(dir), [`${r1.reviewed}.md`], `${c.name}: round 1 keeps its snapshot`);
const t2 = editA(readPlan(p));
writeFileSync(p, t2);
c.mutate(dir, r1.reviewed, p);
const r2 = cliRound(dir, p, { pc: [guard(t2)] });
assert.equal(r2.code, 0, `${c.name}: ${r2.out}${r2.err}`);
assert.equal(r2.lines.length, 1, `${c.name}: one output line`);
assert.equal(r2.j.verdict, 'REVISE', `${c.name}: the outside major counts fully`);
assert.equal(r2.j.diff_base, null, `${c.name}: no diff base`);
assert.equal(typeof r2.j.diff_note, 'string', `${c.name}: diff_note in the output: ${r2.out}`);
assert.ok(r2.j.diff_note.length > 0 && !r2.j.diff_note.includes('\n'), `${c.name}: one line`);
assert.match(r2.j.diff_note, c.note, c.name);
if (c.never) assert.doesNotMatch(r2.j.diff_note, c.never, c.name);
assert.equal(r2.j.lowered, 0, c.name);
const v = verdictIn(p);
assert.equal(v.diff_note, r2.j.diff_note, `${c.name}: the same line in the verdict`);
assert.ok(!('diff_base' in v), c.name);
assert.equal(byText(v, GUARD).severity, 'major', c.name);
});
}
});
test('20 (CLI): a refused round writes nothing: exit 2 on a stale --reviewed, exit 1 at the cap', () => {
withRepo(buildPlan(), (p, dir) => {
const r1 = cliRound(dir, p);
assert.equal(r1.code, 0, r1.out + r1.err);
assert.match(r1.j.snapshot, /^kept/);
assert.deepEqual(snaps(dir), [`${r1.reviewed}.md`]);
// exit 2: the plan changed after --hash
const stale = hashOf(dir, p);
const t2 = editA(readPlan(p));
writeFileSync(p, t2);
const s = gate(dir, ['--record', p, '--reviewed', stale], JSON.stringify(dd()));
assert.equal(s.code, 2, s.out + s.err);
assert.equal(readPlan(p), t2, 'the plan is not written on exit 2');
assert.deepEqual(snaps(dir), [`${r1.reviewed}.md`], 'no snapshot on exit 2');
// rounds 2 and 3, then round 4 on an edited plan is refused at the cap
const r2 = cliRound(dir, p);
assert.equal(r2.code, 0, r2.out + r2.err);
writeFileSync(p, editB(readPlan(p)));
const r3 = cliRound(dir, p);
assert.equal(r3.code, 0, r3.out + r3.err);
assert.equal(r3.j.round, 3);
const kept = snaps(dir);
assert.equal(kept.length, 3, JSON.stringify(kept));
const t4 = readPlan(p).replace('with clear errors.', 'with clear errors and exit codes.');
assert.notEqual(t4, readPlan(p));
writeFileSync(p, t4);
const r4 = cliRound(dir, p);
assert.equal(r4.code, 1, r4.out + r4.err);
assert.equal(readPlan(p), t4, 'the plan is not written on exit 1');
assert.deepEqual(snaps(dir), kept, 'no snapshot on exit 1');
assert.ok(!kept.includes(`${r4.reviewed}.md`));
});
});
test('21 (CLI): round 2 diffs against the kept snapshot; no snapshot shows in git status; the bare gate exits the same with the snapshot dir removed', () => {
withRepo(buildPlan(), (p, dir) => {
const r1 = cliRound(dir, p, { pc: [f('major', at(buildPlan(), S1_VERIFIES), 'Step 1 verification never states the expected return value')] });
assert.equal(r1.code, 0, r1.out + r1.err);
assert.equal(r1.j.verdict, 'REVISE');
assert.equal(r1.j.diff_note, null, 'round 1 has no diff_note');
const id = verdictIn(p).findings[0].id;
const t2 = editA(readPlan(p));
writeFileSync(p, t2);
const r2 = cliRound(dir, p, { pc: [guard(t2)], pcPrev: [{ id, resolved: true }], sgPrev: [{ id, resolved: true }] });
assert.equal(r2.code, 0, r2.out + r2.err);
assert.equal(r2.j.verdict, 'PASS', r2.out);
assert.equal(r2.j.diff_base, r1.reviewed);
assert.equal(r2.j.diff_note, null);
assert.equal(r2.j.lowered, 1);
assert.match(r2.j.snapshot, /^kept/);
assert.deepEqual(snaps(dir), [`${r1.reviewed}.md`, `${r2.reviewed}.md`].sort());
assert.equal(readFileSync(join(snapDir(dir), `${r2.reviewed}.md`), 'utf-8'), operativeText(t2));
const st = git(dir, ['status', '--porcelain', '--untracked-files=all']);
assert.equal(st.status, 0, st.stderr);
assert.deepEqual(st.stdout.split('\n').filter(l => l !== ''), ['?? plan.md'], 'only the plan is untracked');
const g1 = gate(dir, [p]);
assert.equal(g1.code, 0, g1.out);
rmSync(snapDir(dir), { recursive: true, force: true });
const g2 = gate(dir, [p]);
assert.equal(g2.code, g1.code);
assert.equal(g2.out, g1.out);
});
});
test('22 (CLI): --diff prints diff-base none with a reason, or the base and each hunk in full-file lines', () => {
withRepo(buildPlan(), (p, dir) => {
let d = gate(dir, ['--diff', p]);
assert.equal(d.code, 0, d.out + d.err);
assert.match(d.out.split('\n')[0], /^diff-base: none — .+; review the whole plan$/, 'before round 1');
const r1 = cliRound(dir, p);
assert.equal(r1.code, 0, r1.out + r1.err);
d = gate(dir, ['--diff', p]);
assert.equal(d.code, 0, d.out + d.err);
assert.match(d.out.split('\n')[0], /^diff-base: none — .*has not changed since round 1.*; review the whole plan$/);
const t2 = editA(readPlan(p));
writeFileSync(p, t2);
d = gate(dir, ['--diff', p]);
assert.equal(d.code, 0, d.out + d.err);
const lines = d.out.split('\n');
assert.equal(lines[0], `diff-base: ${r1.reviewed} (round 1)`);
const first = at(t2, 'its error path');
const last = at(t2, 'throws on empty input');
const [e1, e2] = R2_EDITED.split('\n');
assert.deepEqual(lines.filter(l => l.startsWith('@@')), [`@@ lines ${first}-${last} @@`]);
assert.ok(lines.includes(`-${R2_CHANGES}`), d.out);
assert.ok(lines.includes(`+${first} ${e1}`), d.out);
assert.ok(lines.includes(`+${last} ${e2}`), d.out);
rmSync(snapDir(dir), { recursive: true, force: true });
d = gate(dir, ['--diff', p]);
assert.equal(d.code, 0, d.out + d.err);
assert.match(d.out.split('\n')[0], /^diff-base: none — .*no snapshot.*; review the whole plan$/);
d = gate(dir, ['--diff', join(dir, 'no-such-plan.md')]);
assert.equal(d.code, 2, d.out + d.err);
});
});
test('23 (CLI): --record on a plan outside any git repo keeps no snapshot anywhere and says so', () => {
const dir = tempDir('plan-gate-norepo-', false);
// The gate's cwd is a decoy repo: a cwd fallback would write its snapshot there.
const decoy = tempDir('plan-gate-decoy-', true);
try {
assert.notEqual(git(dir, ['rev-parse', '--git-dir']).status, 0, 'the temp dir is in no git repo');
const p = join(dir, 'plan.md');
writeFileSync(p, buildPlan());
const run = () => {
const reviewed = gate(decoy, ['--hash', p]).out.trim();
const r = gate(decoy, ['--record', p, '--reviewed', reviewed], JSON.stringify(dd()));
return { ...r, j: JSON.parse(r.out.trim().split('\n').pop()) };
};
const r1 = run();
assert.equal(r1.code, 0, r1.out + r1.err);
assert.equal(r1.j.snapshot, 'not kept: no git repository');
writeFileSync(p, editA(readPlan(p)));
const r2 = run();
assert.equal(r2.code, 0, r2.out + r2.err);
assert.equal(r2.j.snapshot, 'not kept: no git repository');
assert.match(r2.j.diff_note, /no git repository/);
assert.deepEqual(readdirSync(dir), ['plan.md'], 'nothing beside the plan');
assert.deepEqual(snaps(decoy), [], 'nothing in the cwd repo');
assert.ok(!existsSync(join(decoy, '.git', 'voyage')));
const d = gate(decoy, ['--diff', p]);
assert.equal(d.code, 0, d.out + d.err);
assert.match(d.out.split('\n')[0], /^diff-base: none — .*no git repository.*; review the whole plan$/);
} finally {
rmSync(dir, { recursive: true, force: true });
rmSync(decoy, { recursive: true, force: true });
}
});
test('24: the e2e script is ASCII only and bash -n clean', () => {
assert.ok(existsSync(E2E), 'tests/e2e-critic-diff-mode.sh exists');
const buf = readFileSync(E2E);
assert.equal(buf.findIndex(b => b > 127), -1, 'ASCII only');
assert.match(buf.toString('utf-8'), /e2e: ok/);
const r = spawnSync('/bin/bash', ['-n', E2E], { encoding: 'utf-8', env: childEnv() });
assert.equal(r.status, 0, r.stderr);
});
// ---- the matcher needs overlapping texts; a new id never repeats an old one ----
const M1 = 'Step 1 never says what run1 returns on an empty input file';
test('25: an unrelated new major on an old finding\'s former line number after a shift is new, with a distinct id', () => {
const p0 = buildPlan();
const X = at(p0, S1_CHANGES);
const r1 = round1({ pc: [f('major', X, M1)] });
const id = r1.verdict.findings[0].id;
const t2 = editC(r1.text);
assert.equal(at(t2, S1_CHANGES), X + 1, 'the edit shifts the old place down by one');
const NEW = 'The previous step leaves its input encoding unstated for callers';
const v = rec(t2, dd({
pc: [f('major', X, NEW), guard(t2)],
pcPrev: [{ id, resolved: true }], sgPrev: [{ id, resolved: true }],
}), { base: baseOf(r1.text) }).verdict;
const n = byText(v, NEW);
assert.equal(n.severity, 'minor');
assert.equal(n.lowered_by, 'rule A: outside the diff since round 1');
assert.notEqual(n.id, id, 'a new finding never carries an old finding\'s id');
assert.equal(n.id, computeFindingId('plan.md', X, 'step-quality#2'));
assert.deepEqual(v.resolved, [id]);
assert.equal(v.findings.filter(x => x.text === M1).length, 0, 'no finding reads M1');
assert.equal(v.verdict, 'PASS');
});
test('26: an unrelated major at an old finding\'s place, from the other reviewer with another rule_key, is its own finding', () => {
const p0 = buildPlan();
const r1 = round1({ pc: [f('major', at(p0, S1_CHANGES), M1)] });
const id = r1.verdict.findings[0].id;
const t2 = editA(r1.text);
const NEW = 'Nothing in the plan says who owns the generated module after delivery';
const v = rec(t2, dd({
pc: [guard(t2)],
sg: [f('major', at(t2, S1_CHANGES), NEW, { rule_key: 'scope-drift' })],
pcPrev: [{ id, resolved: true }], sgPrev: [{ id, resolved: true }],
}), { base: baseOf(r1.text) }).verdict;
const n = byText(v, NEW);
assert.equal(n.severity, 'minor');
assert.equal(n.lowered_by, 'rule A: outside the diff since round 1');
assert.deepEqual(v.resolved, [id]);
assert.equal(v.findings.filter(x => x.text === M1).length, 0, 'no finding reads M1');
assertGuardLowered(v, 1);
assert.equal(v.verdict, 'PASS');
});
test('27: a new file-level major with an old rule-B-lowered finding\'s id counts at major with its own text and id, and survives the old one\'s resolution', () => {
const OLD = 'The plan names no owner for the generated fixtures';
const r1 = round1({
pc: [{ file: 'plan.md', line: 0, rule_key: 'gap', severity: 'minor', lowered_from: 'major', caught_by: 'npm test', text: OLD }],
});
const o1 = byText(r1.verdict, OLD);
assert.equal(o1.severity, 'minor');
assert.equal(o1.lowered_by, 'rule B: npm test');
const id1 = o1.id;
const t2 = editA(r1.text);
const NEW2 = 'The rollout order of the two migrations is never stated';
const r2 = rec(t2, dd({
pc: [{ file: 'plan.md', line: 0, rule_key: 'gap', severity: 'major', text: NEW2 }, guard(t2)],
}), { base: baseOf(r1.text) });
const v2 = r2.verdict;
const n2 = byText(v2, NEW2);
assert.equal(n2.severity, 'major');
assert.equal(n2.original_severity, undefined);
assert.notEqual(n2.id, id1);
assert.equal(byText(v2, OLD).severity, 'minor');
assert.deepEqual(v2.counts, { blocker: 0, major: 1, minor: 2 });
assert.equal(v2.verdict, 'REVISE');
const t3 = editB(r2.text);
const NEW3 = 'No step says how the cache directory is cleaned after a failed run';
const v3 = rec(t3, dd({
pc: [{ file: 'plan.md', line: 0, rule_key: 'gap', severity: 'major', text: NEW3 }],
pcPrev: [{ id: id1, resolved: true }],
}), { base: baseOf(r2.text) }).verdict;
assert.deepEqual(v3.resolved, [id1]);
const c2 = byText(v3, NEW2);
assert.equal(c2.severity, 'major');
assert.equal(c2.id, computeFindingId('plan.md', 0, 'gap#2'));
assert.equal(byText(v3, NEW3).id, computeFindingId('plan.md', 0, 'gap#3'));
assert.equal(v3.verdict, 'REVISE');
});
test('28: the clauses with short texts (fewer than 6 content words): at its place, no id match for a plan-line finding, id match with no plan line', () => {
const SHORT = 'Run1 output unstated';
const p0 = buildPlan();
const X = at(p0, S1_CHANGES);
const reads = (v, s) => v.findings.filter(x => x.text === s);
// (i) clause (a): the same short text at the old finding's place (shifted).
{
const r1 = round1({ pc: [f('major', X, SHORT)] });
const id = r1.verdict.findings[0].id;
const t2 = editC(r1.text);
const v = rec(t2, dd({ pc: [f('major', at(t2, S1_CHANGES), SHORT), guard(t2)] }), { base: baseOf(r1.text) }).verdict;
const hit = reads(v, SHORT);
assert.equal(hit.length, 1, JSON.stringify(v.findings));
assert.equal(hit[0].id, id);
assert.equal(hit[0].severity, 'major');
assert.equal(hit[0].carried_from, 1);
}
// (ii) a plan-line finding is never matched by id: the same text at the old full-file line number.
{
const r1 = round1({ pc: [f('major', X, SHORT)] });
const id = r1.verdict.findings[0].id;
const t2 = editC(r1.text);
const v = rec(t2, dd({ pc: [f('major', X, SHORT), guard(t2)] }), { base: baseOf(r1.text) }).verdict;
const hit = reads(v, SHORT);
assert.equal(hit.length, 2, JSON.stringify(v.findings));
const carried = hit.filter(x => x.id === id);
assert.equal(carried.length, 1);
assert.equal(carried[0].severity, 'major');
const fresh = hit.filter(x => x.id !== id);
assert.equal(fresh.length, 1);
assert.equal(fresh[0].severity, 'minor');
assert.equal(fresh[0].lowered_by, 'rule A: outside the diff since round 1');
}
// (iii) clause (b): no plan line, the same id and text.
{
const MOD = 'Missing null check';
const r1 = round1({ pc: [{ file: 'src/mod1.mjs', line: 12, rule_key: 'step-quality', severity: 'major', text: MOD }] });
const t2 = editA(r1.text);
const v = rec(t2, dd({ pc: [{ file: 'src/mod1.mjs', line: 12, rule_key: 'step-quality', severity: 'major', text: MOD }, guard(t2)] }), { base: baseOf(r1.text) }).verdict;
const hit = reads(v, MOD);
assert.equal(hit.length, 1, JSON.stringify(v.findings));
assert.equal(hit[0].carried_from, 1);
assert.equal(hit[0].severity, 'major');
}
});
// ---- 29 ------------------------------------------------------------------------
test('29: a lowered_from that is not a severity reaches the gate and counts as blocker; a blank one is no lowering', () => {
const p0 = buildPlan();
const TEXT = 'Run one never states what it prints when the input file is missing';
const one = extra => [f('minor', at(p0, S1_CHANGES), TEXT, { caught_by: 'tests/mod1.test.mjs', ...extra })];
for (const bad of ['high', 'critical', 3, true]) {
const d = dd({ pc: one({ lowered_from: bad }) });
assert.equal(d.findings.length, 1);
assert.equal(d.findings[0].lowered_from, bad, `dedup keeps lowered_from ${JSON.stringify(bad)} as given`);
const r1 = rec(p0, d);
const v = r1.verdict;
const g0 = byText(v, TEXT);
assert.equal(g0.severity, 'blocker', `lowered_from ${JSON.stringify(bad)} counts as blocker`);
assert.equal(g0.lowering_refused, 'rule B: lowered_from is not a severity; counted as blocker');
assert.equal(v.verdict, 'BLOCK');
const g = gatePlan(r1.text);
assert.equal(g.code, 1);
assert.ok(g.reasons.some(x => x.code === 'PLAN_GATE_OPEN_BLOCKER'), JSON.stringify(g.reasons));
}
for (const blank of ['', ' ']) {
const d = dd({ pc: one({ lowered_from: blank }) });
assert.equal(d.findings.length, 1);
assert.equal('lowered_from' in d.findings[0], false, `a blank lowered_from ${JSON.stringify(blank)} leaves no key`);
const v = rec(p0, d).verdict;
const g0 = byText(v, TEXT);
assert.equal(g0.severity, 'minor');
assert.equal(g0.lowering_refused, undefined);
}
});
// ---- 30 ------------------------------------------------------------------------
test('30: a merged pair counts the same in either reviewer order, and a blocker claim survives a merge', () => {
const p0 = buildPlan();
const X = at(p0, S1_CHANGES);
const TEXT = 'Step 1 never names the exit code its verify command expects';
const CAUGHT = { caught_by: 'tests/mod1.test.mjs' };
const cases = [
{
name: '(a) minor vs a refused blocker lowering',
a: f('minor', X, TEXT),
b: f('minor', X, TEXT, { lowered_from: 'blocker', ...CAUGHT }),
severity: 'blocker', refused: 'rule B never lowers a blocker',
},
{
name: '(b) plain major vs a refused blocker lowering',
a: f('major', X, TEXT),
b: f('minor', X, TEXT, { lowered_from: 'blocker', ...CAUGHT }),
severity: 'blocker', refused: 'rule B never lowers a blocker',
},
{
name: '(c) minor vs a major lowering with no caught_by',
a: f('minor', X, TEXT),
b: f('minor', X, TEXT, { lowered_from: 'major' }),
severity: 'major',
},
{
name: '(d) minor vs a security-keyed major lowering, merged by text',
a: f('minor', X, TEXT),
b: f('minor', X, TEXT, { rule_key: 'SECURITY_INJECTION', lowered_from: 'major', ...CAUGHT }),
severity: 'major', refused: 'rule B never lowers a security finding',
},
{
name: '(e) control: plain major vs a granted major lowering',
a: f('major', X, TEXT),
b: f('minor', X, TEXT, { lowered_from: 'major', ...CAUGHT }),
severity: 'major', refused: undefined,
},
{
name: '(f) minor vs a lowered_from that is not a severity',
a: f('minor', X, TEXT),
b: f('minor', X, TEXT, { lowered_from: 'high', ...CAUGHT }),
severity: 'blocker', refused: 'rule B: lowered_from is not a severity; counted as blocker',
},
];
for (const c of cases) {
for (const [order, payload] of [['a first', { pc: [c.a], sg: [c.b] }], ['b first', { pc: [c.b], sg: [c.a] }]]) {
const d = dd(payload);
assert.equal(d.findings.length, 1, `${c.name}, ${order}: the pair is merged: ${JSON.stringify(d.findings)}`);
const v = rec(p0, d).verdict;
const g = byText(v, TEXT);
assert.equal(g.severity, c.severity, `${c.name}, ${order}: counts ${c.severity}: ${JSON.stringify(g)}`);
if ('refused' in c) {
assert.equal(g.lowering_refused, c.refused, `${c.name}, ${order}: lowering_refused`);
}
assert.deepEqual([...g.raised_by].sort(), ['plan-critic', 'scope-guardian'], `${c.name}, ${order}: both raisers kept`);
}
}
});
// ---- architecture: dedup never imports critic-diff or plan-gate --------------------
/** Every `from '...'`, `import('...')` and `require('...')` specifier naming critic-diff or plan-gate. */
function dedupImportViolations(source) {
const re = /\bfrom\s*(['"`])([^'"`]+)\1|\bimport\s*\(\s*(['"`])([^'"`]+)\3\s*\)|\brequire\s*\(\s*(['"`])([^'"`]+)\5\s*\)/g;
const out = [];
for (const m of String(source).matchAll(re)) {
const spec = m[2] ?? m[4] ?? m[6];
if (/(^|\/)(critic-diff|plan-gate)\.mjs$/.test(spec)) out.push(spec);
}
return out;
}
test('architecture: plan-review-dedup imports neither critic-diff nor plan-gate (planted imports caught)', () => {
const DEDUP_SRC = join(ROOT, 'lib', 'review', 'plan-review-dedup.mjs');
assert.ok(existsSync(DEDUP_SRC), 'lib/review/plan-review-dedup.mjs exists');
const src = readFileSync(DEDUP_SRC, 'utf-8');
assert.deepEqual(dedupImportViolations(src), [], 'the real source passes');
const plantedDiff = `${src}\nimport { countRound } from './critic-diff.mjs';\n`;
assert.deepEqual(dedupImportViolations(plantedDiff), ['./critic-diff.mjs'], 'a planted critic-diff import fails');
const plantedGate = `${src}\nawait import('../validators/plan-gate.mjs');\n`;
assert.deepEqual(dedupImportViolations(plantedGate), ['../validators/plan-gate.mjs'], 'a planted plan-gate import fails');
assert.deepEqual(dedupImportViolations(src), [], 'the real source passes again');
});