voyage/tests/lib/review-answers.test.mjs

// tests/lib/review-answers.test.mjs
// [RAP] fix round 4.5b2 part B, Step 3 (R6): a commit that only appends review
// answers (K2 `review` records) to the top-level approval log after the
// reviewed commit keeps the review current. Any other change to the log stays
// `review-stale:`. Tests run the verdict gate's CLI only, in throwaway git
// repos with no hooks; every record a tagged test needs is written with
// `lib/util/approval-log.mjs append`, never by hand.
// `keep:` cases hold at the base already (today's R6 rejects any change to the
// log) and stay untagged.

import { after, test } from 'node:test';
import { strict as assert } from 'node:assert';
import { spawnSync } from 'node:child_process';
import {
  appendFileSync, chmodSync, existsSync, mkdirSync, mkdtempSync, readFileSync, rmSync, symlinkSync, writeFileSync,
} from 'node:fs';
import { tmpdir } from 'node:os';
import { dirname, join } from 'node:path';
import { fileURLToPath } from 'node:url';
import { MARK_START, MARK_END, POINTER_START, POINTER_LINE, POINTER_END } from '../../lib/review/recurrence.mjs';
import { GENESIS, LOG_RELPATH, recordHash } from '../../lib/util/approval-log.mjs';
import { childEnv } from '../helpers/child-env.mjs';

const ROOT = join(dirname(fileURLToPath(import.meta.url)), '..', '..');
const GATE = join(ROOT, 'lib', 'review', 'verdict-gate.mjs');
const APPROVAL_LOG = join(ROOT, 'lib', 'util', 'approval-log.mjs');

const LESSONS = '.claude/rules/voyage-review-lessons.md';
const POINTER = `${POINTER_START}\n${POINTER_LINE}\n${POINTER_END}\n`;
const LESSONS_BEFORE = `# Review lessons\n\n${MARK_START}\nEach line: a finding class.\n${MARK_END}\n\nKept by hand.\n`;
const LESSON = '- [MISSING_TEST] (check) Mistake: m. · Fix: f. · How to check: c.';
const LESSONS_AFTER = `# Review lessons\n\n${MARK_START}\nEach line: a finding class.\n${LESSON}\n${MARK_END}\n\nKept by hand.\n`;
const REVIEW_REL = '.claude/projects/2026-11-02-s/review.md';
const NEW_REASON = /\.claude\/voyage\/approvals\.jsonl changed other than by appended review answers \(commit [0-9a-f]{8}\)/;

const hex = (c) => c.repeat(64);

/** A minimal ALLOW review of `sha` (shape copied from tests/lib/verdict-gate.test.mjs `review`). */
function review(sha) {
  const id = '1'.padStart(40, 'a');
  const json = JSON.stringify({
    verdict: 'ALLOW',
    counts: { BLOCKER: 0, MAJOR: 0, MINOR: 1, SUGGESTION: 0 },
    allow_blocked_by: [],
    findings: [{ id, severity: 'MINOR', rule_key: 'MISSING_TEST', file: 'a.mjs', line: 1, title: 't', detail: 'd', recommended_action: 'Add a test.' }],
  }, null, 2);
  return `---
type: trekreview
review_version: "1.1"
task: "t"
slug: s
project_dir: .claude/projects/2026-11-02-s/
brief_path: .claude/projects/2026-11-02-s/brief.md
scope_sha_end: ${sha}
reviewed_files_count: 1
verdict: ALLOW
findings:
  - ${id}
---

# Review: t

## Executive Summary

x

## Coverage

| File | Treatment | Reason |
|------|-----------|--------|
| a.mjs | summary-only | default |

## Remediation Summary

x

\`\`\`json
${json}
\`\`\`
`;
}

function g(cwd, ...args) {
  const r = spawnSync('git', args, { cwd, encoding: 'utf8', env: childEnv() });
  if (r.status !== 0) throw new Error(`git ${args.join(' ')}: ${r.stderr}`);
  return r.stdout.trim();
}

function putIn(dir, rel, text) {
  mkdirSync(dirname(join(dir, rel)), { recursive: true });
  writeFileSync(join(dir, rel), text);
}

const made = [];
after(() => { for (const b of made) rmSync(b, { recursive: true, force: true }); });

/**
 * A throwaway repo with one reviewed commit: a.mjs, CLAUDE.md and the lessons
 * file in the project dir (`sub` puts the project in a subdirectory), and the
 * top-level approval log holding the records `seed` names (kinds, appended
 * with the CLI before the reviewed commit; none = no log).
 */
function fixture({ sub = '', seed = ['plan'] } = {}) {
  const base = mkdtempSync(join(tmpdir(), 'review-answers-rap-'));
  made.push(base);
  const repo = join(base, 'repo');
  const dir = sub ? join(repo, sub) : repo;
  mkdirSync(dir, { recursive: true });
  mkdirSync(join(base, 'hooks-none'));
  g(repo, 'init', '-q', '-b', 'main');
  appendFileSync(join(repo, '.git', 'config'), '[user]\n\tname = Test\n\temail = test@example.invalid\n'
    + `[commit]\n\tgpgsign = false\n[core]\n\thooksPath = "${join(base, 'hooks-none')}"\n`);
  putIn(dir, 'a.mjs', 'export const a = 1;\n');
  putIn(dir, 'CLAUDE.md', '# Project\n');
  putIn(dir, LESSONS, LESSONS_BEFORE);
  const append = (kind, subject, sha) => {
    const r = spawnSync(process.execPath, [APPROVAL_LOG, 'append', '--kind', kind, '--subject', subject, '--sha256', sha, '--repo', repo],
      { cwd: repo, encoding: 'utf8', env: childEnv() });
    assert.equal(r.status, 0, `approval-log append ${kind}: ${r.stdout}${r.stderr}`);
  };
  seed.forEach((kind, i) => append(kind, `${kind}-${i}.md`, hex(String(i + 1))));
  g(repo, 'add', '-A');
  g(repo, 'commit', '-q', '-m', 'feat: the work');
  const reviewed = g(repo, 'rev-parse', 'HEAD');
  const logFile = join(repo, ...LOG_RELPATH.split('/'));
  const commitAll = (msg) => { g(repo, 'add', '-A'); g(repo, 'commit', '-q', '-m', msg); };
  return {
    repo, dir, reviewed, logFile,
    /** A review record for finding `n`, appended by the CLI. */
    answer: (n) => append('review', `${REVIEW_REL}#${String(n).padStart(40, 'a')}`, hex('c')),
    append,
    readLines: () => readFileSync(logFile, 'utf8').split('\n').filter(Boolean),
    writeLines: (lines) => writeFileSync(logFile, lines.map((l) => `${l}\n`).join('')),
    put: (rel, text) => putIn(dir, rel, text),
    commitAll,
    gate: () => {
      const p = join(base, 'review.md');
      writeFileSync(p, review(reviewed));
      return spawnSync(process.execPath, [GATE, '--json', p, '--repo', dir], { encoding: 'utf8', env: childEnv() });
    },
  };
}

/** A record built by hand (keep: cases only), hashed as the K2 log hashes it. */
function record(fields, { hash } = {}) {
  const rec = { v: 1, ts: '2026-11-02T10:00:00.000Z', kind: 'review', subject: `${REVIEW_REL}#x`, sha256: hex('d'), expires: null, ...fields };
  rec.hash = hash ?? recordHash(rec);
  return JSON.stringify(rec);
}

function assertStale(r) {
  assert.equal(r.status, 2, r.stdout + r.stderr);
  assert.match(r.stdout, /review-stale/);
}

// ---- tagged ----

test('[RAP] a commit that appends review records to the approval log after the reviewed commit is not stale', () => {
  // A log that already holds a plan approval, and a log that does not exist at the reviewed commit.
  for (const seed of [['plan'], []]) {
    const fx = fixture({ seed });
    fx.answer(1);
    fx.answer(2);
    fx.commitAll('docs(voyage): review answers (round 1)');
    // Control: the commit after the review really changes the log.
    assert.deepEqual(g(fx.repo, 'diff', '--name-only', `${fx.reviewed}..HEAD`).split('\n'), [LOG_RELPATH]);
    const r = fx.gate();
    assert.equal(r.status, 0, `seed ${JSON.stringify(seed)}: ${r.stdout}${r.stderr}`);
    // The lessons commit after the answers keeps it current too.
    fx.put(LESSONS, LESSONS_AFTER);
    fx.put('CLAUDE.md', `# Project\n\n${POINTER}`);
    fx.commitAll('docs(voyage): review lessons (round 1)');
    assert.equal(fx.gate().status, 0, `seed ${JSON.stringify(seed)} after lessons`);
  }
  // Any other change to the log is stale, with the reason that names the rule.
  const fx = fixture();
  const [first] = fx.readLines();
  const rewritten = record({ ...JSON.parse(first), hash: undefined, ts: '2026-11-02T11:00:00.000Z' });
  fx.writeLines([rewritten]);
  fx.commitAll('chore: rewrite the log');
  const r = fx.gate();
  assertStale(r);
  assert.match(r.stdout, NEW_REASON);
});

test('[RAP] a project in a subdirectory: a commit appending review records to the top-level log stays current', () => {
  const fx = fixture({ sub: 'plugin' });
  fx.answer(1);
  fx.commitAll('docs(voyage): review answers (round 1)');
  // Control: the log changed is the top-level one, not one under the project prefix.
  assert.deepEqual(g(fx.repo, 'diff', '--name-only', `${fx.reviewed}..HEAD`).split('\n'), [LOG_RELPATH]);
  const r = fx.gate();
  assert.equal(r.status, 0, r.stdout + r.stderr);
});

// ---- keep: (hold at the base) ----

test('keep: a commit that rewrites an earlier record (re-hashed) and appends a review record is stale', () => {
  const fx = fixture();
  const [first] = fx.readLines();
  const old = JSON.parse(first);
  delete old.hash;
  const rewritten = record({ ...old, sha256: hex('e') });
  const next = record({ seq: 2, prev: JSON.parse(rewritten).hash });
  fx.writeLines([rewritten, next]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a commit that removes a record and appends a review record is stale', () => {
  const fx = fixture();
  fx.writeLines([record({ seq: 1, prev: GENESIS })]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a commit that reorders the records (re-chained) and appends a review record is stale', () => {
  const fx = fixture({ seed: ['intent', 'plan'] });
  const [a, b] = fx.readLines().map((l) => { const r = JSON.parse(l); delete r.hash; return r; });
  const one = record({ ...b, seq: 1, prev: GENESIS });
  const two = record({ ...a, seq: 2, prev: JSON.parse(one).hash });
  const three = record({ seq: 3, prev: JSON.parse(two).hash });
  fx.writeLines([one, two, three]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a commit that appends a plan record is stale', () => {
  const fx = fixture();
  fx.append('plan', 'plan-new.md', hex('f'));
  fx.commitAll('docs(voyage): plan approval');
  assertStale(fx.gate());
});

test('keep: a commit that appends a merge record is stale', () => {
  const fx = fixture();
  fx.answer(1);
  fx.append('merge', 'main', hex('f'));
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a review record whose prev does not link is stale', () => {
  const fx = fixture();
  fx.writeLines([...fx.readLines(), record({ seq: 2, prev: GENESIS })]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a review record whose seq skips is stale', () => {
  const fx = fixture();
  const lines = fx.readLines();
  fx.writeLines([...lines, record({ seq: 3, prev: JSON.parse(lines[0]).hash })]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a review record whose hash does not match is stale', () => {
  const fx = fixture();
  const lines = fx.readLines();
  fx.writeLines([...lines, record({ seq: 2, prev: JSON.parse(lines[0]).hash }, { hash: hex('9') })]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a review record with a field beyond the record fields is stale', () => {
  const fx = fixture();
  const lines = fx.readLines();
  const rec = JSON.parse(record({ seq: 2, prev: JSON.parse(lines[0]).hash }));
  rec.note = 'merge it';
  fx.writeLines([...lines, JSON.stringify(rec)]);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a review record appended beside a changed source file is stale', () => {
  const fx = fixture();
  fx.answer(1);
  fx.put('a.mjs', 'export const a = 2;\n');
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: the log replaced by a symlink is stale', () => {
  const fx = fixture();
  rmSync(fx.logFile);
  // The link points at a file tracked and unchanged since the reviewed commit,
  // so the log is the only changed path and the symlink rule is what decides.
  symlinkSync('../../a.mjs', fx.logFile);
  assert.ok(existsSync(fx.logFile));
  fx.commitAll('docs(voyage): review answers (round 1)');
  // Control: the log is the only path the commit changes.
  assert.deepEqual(g(fx.repo, 'diff', '--name-only', `${fx.reviewed}..HEAD`).split('\n'), [LOG_RELPATH]);
  const r = fx.gate();
  assertStale(r);
  assert.match(r.stdout, /approvals\.jsonl is a symlink/);
});

test('keep: a valid review append to an existing log that also makes it executable is stale', () => {
  const fx = fixture();
  fx.answer(1);
  chmodSync(fx.logFile, 0o755);
  fx.commitAll('docs(voyage): review answers (round 1)');
  // Control: git records the mode change.
  assert.match(g(fx.repo, 'ls-tree', 'HEAD', '--', LOG_RELPATH), /^100755 /);
  const r = fx.gate();
  assertStale(r);
  assert.match(r.stdout, NEW_REASON);
});

test('keep: a log created after the review as an executable file is stale, even with a valid review record', () => {
  const fx = fixture({ seed: [] });
  fx.answer(1);
  chmodSync(fx.logFile, 0o755);
  fx.commitAll('docs(voyage): review answers (round 1)');
  // Control: the log did not exist at the reviewed commit, and is 100755 now.
  assert.equal(g(fx.repo, 'ls-tree', fx.reviewed, '--', LOG_RELPATH), '');
  assert.match(g(fx.repo, 'ls-tree', 'HEAD', '--', LOG_RELPATH), /^100755 /);
  const r = fx.gate();
  assertStale(r);
  assert.match(r.stdout, NEW_REASON);
});

test('keep: a project in a subdirectory: a log under the project prefix is not the answer log', () => {
  const fx = fixture({ sub: 'plugin' });
  fx.put(LOG_RELPATH, `${record({ seq: 1, prev: GENESIS })}\n`);
  fx.commitAll('docs(voyage): review answers (round 1)');
  assertStale(fx.gate());
});

test('keep: a lessons-only commit after the review still passes', () => {
  const fx = fixture();
  fx.put(LESSONS, LESSONS_AFTER);
  fx.put('CLAUDE.md', `# Project\n\n${POINTER}`);
  fx.commitAll('docs(voyage): review lessons (round 1)');
  const r = fx.gate();
  assert.equal(r.status, 0, r.stdout + r.stderr);
});