Wave 2 / Step 4 of v5.1.0 plain-language UX humanizer rollout. Re-anchors 34 title-string assertions across 4 test files so they survive Wave 3's title/description/recommendation rewriting at the CLI layer. Anchoring strategy per scanner: - GAP findings: scanner + category + recommendation substring (humanizer preserves stable identifiers like CLAUDE.md, .mcp.json, hook in rec). Hardcoded CA-GAP-NNN IDs for positive checks. - HKV findings: scanner + evidence regex (evidence preserved verbatim). - SET findings: scanner + evidence regex (evidence preserved verbatim). - PLH findings: scanner + hardcoded CA-PLH-NNN IDs (no evidence on most PLH findings, so ID is the only stable anchor for specific cases; negative checks use scanner + title-substring spanning raw + humanized). Per docs/v5.1.0-test-audit.md classification: only (b) WILL BREAK assertions modified. (a) shape-only assertions (error-message formatting, pure existence checks) untouched. tests/lib/output.test.mjs and tests/lib/diff-engine.test.mjs and tests/scanners/fix-engine.test.mjs unchanged (synthetic test inputs, not scanner output). Test count unchanged: 689/689 pass. IDs harvested via deterministic runtime dump per fixture (resetCounter + scan).
114 lines
4.6 KiB
JavaScript
114 lines
4.6 KiB
JavaScript
import { describe, it, beforeEach } from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
import { resolve } from 'node:path';
|
|
import { fileURLToPath } from 'node:url';
|
|
import { resetCounter } from '../../scanners/lib/output.mjs';
|
|
import { discoverConfigFiles } from '../../scanners/lib/file-discovery.mjs';
|
|
import { scan } from '../../scanners/hook-validator.mjs';
|
|
|
|
const __dirname = fileURLToPath(new URL('.', import.meta.url));
|
|
const FIXTURES = resolve(__dirname, '../fixtures');
|
|
|
|
describe('HKV scanner — healthy project', () => {
|
|
let result;
|
|
beforeEach(async () => {
|
|
resetCounter();
|
|
const discovery = await discoverConfigFiles(resolve(FIXTURES, 'healthy-project'));
|
|
result = await scan(resolve(FIXTURES, 'healthy-project'), discovery);
|
|
});
|
|
|
|
it('returns status ok', () => {
|
|
assert.strictEqual(result.status, 'ok');
|
|
});
|
|
|
|
it('has scanner prefix HKV', () => {
|
|
assert.strictEqual(result.scanner, 'HKV');
|
|
});
|
|
|
|
it('finds no critical or high issues', () => {
|
|
const serious = result.findings.filter(f => f.severity === 'critical' || f.severity === 'high');
|
|
assert.strictEqual(serious.length, 0, `Found: ${serious.map(f => f.title).join(', ')}`);
|
|
});
|
|
|
|
it('all finding IDs match CA-HKV-NNN', () => {
|
|
for (const f of result.findings) {
|
|
assert.match(f.id, /^CA-HKV-\d{3}$/);
|
|
}
|
|
});
|
|
});
|
|
|
|
describe('HKV scanner — broken project', () => {
|
|
let result;
|
|
beforeEach(async () => {
|
|
resetCounter();
|
|
const discovery = await discoverConfigFiles(resolve(FIXTURES, 'broken-project'));
|
|
result = await scan(resolve(FIXTURES, 'broken-project'), discovery);
|
|
});
|
|
|
|
it('detects unknown hook event', () => {
|
|
// CA-HKV-001 in broken-project, evidence='InvalidEvent'.
|
|
const found = result.findings.some(f => f.scanner === 'HKV' && /InvalidEvent/.test(f.evidence || ''));
|
|
assert.ok(found, 'Should detect InvalidEvent');
|
|
});
|
|
|
|
it('detects object matcher (should be string)', () => {
|
|
// CA-HKV-002 in broken-project, evidence contains the object matcher snippet.
|
|
const found = result.findings.some(f => f.scanner === 'HKV' && f.id === 'CA-HKV-002');
|
|
assert.ok(found, 'Should detect nested object matcher');
|
|
});
|
|
|
|
it('detects invalid handler type', () => {
|
|
// CA-HKV-003 in broken-project, evidence='type: "invalid_type"'.
|
|
const found = result.findings.some(f => f.scanner === 'HKV' && /invalid_type/.test(f.evidence || ''));
|
|
assert.ok(found, 'Should detect invalid_type');
|
|
});
|
|
|
|
it('detects timeout below minimum', () => {
|
|
// CA-HKV-004 in broken-project, evidence='timeout: 500'.
|
|
const found = result.findings.some(f => f.scanner === 'HKV' && /timeout:\s*500/.test(f.evidence || ''));
|
|
assert.ok(found, 'Should detect timeout of 500ms');
|
|
});
|
|
|
|
it('marks unknown event as high severity', () => {
|
|
// CA-HKV-001 in broken-project = unknown-event finding (evidence='InvalidEvent').
|
|
const f = result.findings.find(x => x.scanner === 'HKV' && /InvalidEvent/.test(x.evidence || ''));
|
|
assert.strictEqual(f?.severity, 'high');
|
|
});
|
|
});
|
|
|
|
describe('HKV scanner — verbose hook output (v5 M5)', () => {
|
|
it('flags hook script with > 50 console.log/stdout.write lines (low)', async () => {
|
|
resetCounter();
|
|
const path = resolve(FIXTURES, 'hooks-verbose');
|
|
const discovery = await discoverConfigFiles(path);
|
|
const result = await scan(path, discovery);
|
|
// Verbose-hook finding in hooks-verbose; evidence carries the line-count metric.
|
|
const f = result.findings.find(x => x.scanner === 'HKV' && /console_log_or_stdout_lines=/.test(x.evidence || ''));
|
|
assert.ok(f, `expected verbose-hook finding; got: ${result.findings.map(x => x.title).join(' | ')}`);
|
|
assert.equal(f.severity, 'low', `expected low, got ${f.severity}`);
|
|
assert.match(f.evidence || '', /console_log_or_stdout_lines=6\d/);
|
|
});
|
|
|
|
it('does NOT flag a quiet hook script', async () => {
|
|
resetCounter();
|
|
const path = resolve(FIXTURES, 'hooks-quiet');
|
|
const discovery = await discoverConfigFiles(path);
|
|
const result = await scan(path, discovery);
|
|
const f = result.findings.find(x => x.scanner === 'HKV' && /console_log_or_stdout_lines=/.test(x.evidence || ''));
|
|
assert.equal(f, undefined, `expected no verbose-hook finding; got id=${f?.id}`);
|
|
});
|
|
});
|
|
|
|
describe('HKV scanner — empty project', () => {
|
|
let result;
|
|
beforeEach(async () => {
|
|
resetCounter();
|
|
const discovery = await discoverConfigFiles(resolve(FIXTURES, 'empty-project'));
|
|
result = await scan(resolve(FIXTURES, 'empty-project'), discovery);
|
|
});
|
|
|
|
it('returns status ok with 0 findings', () => {
|
|
assert.strictEqual(result.status, 'ok');
|
|
assert.strictEqual(result.findings.length, 0);
|
|
});
|
|
});
|