The t2_2 feature-gap check is a pure presence check (rules file OR @import present) with no length gate, consistent with its t2_3/t2_4/t2_5 siblings. But the humanized copy claimed the file is "one big block" and that splitting makes it "easier on the loading time" — an unconditional size/load-cost overclaim. For a ~625-token non-modular CLAUDE.md the load saving is trivial, so the description lied. Found by dogfooding feature-gap against linkedin-posts. Decided fix = copy-softening, NOT a length gate in t2_2 (that would make it the only size-gated check among the presence-check siblings + risks byte-stability if a short non-modular CLAUDE.md fixture exists in snapshots). - humanizer-data.mjs: title "one big block" -> "all live in one file"; description drops "long"/"loading time", keeps the honest structural "split into linked files with @import or .claude/rules/" framing. recommendation unchanged. - RED-first unit test pins the size-neutral copy (no "big"/"long"/"loading time" in title/desc, structural split framing kept). Frozen v5.0.0 snapshots untouched (RAW envelope bypasses humanizer); SC-5 default-output byte-stable (no non-modular GAP finding in those fixtures). Suite 1355->1356/0. Co-Authored-By: Claude Opus 4.8 (1M context) <noreply@anthropic.com> Claude-Session: https://claude.ai/code/session_01683eAqVecv9VZfQzL8CQ9h
194 lines
8.2 KiB
JavaScript
194 lines
8.2 KiB
JavaScript
import { test } from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
import { readFile } from 'node:fs/promises';
|
|
import { fileURLToPath } from 'node:url';
|
|
import { dirname, resolve } from 'node:path';
|
|
import { TRANSLATIONS } from '../../scanners/lib/humanizer-data.mjs';
|
|
|
|
const __dirname = dirname(fileURLToPath(import.meta.url));
|
|
const FORBIDDEN_PATH = resolve(__dirname, '..', 'lint-forbidden-words.json');
|
|
|
|
const EXPECTED_SCANNERS = ['CML', 'SET', 'HKV', 'RUL', 'MCP', 'IMP', 'CNF', 'GAP', 'TOK', 'CPS', 'DIS', 'COL', 'PLH', 'SKL', 'OST'];
|
|
|
|
function stripBacktickSpans(s) {
|
|
return s.replace(/`[^`]*`/g, '');
|
|
}
|
|
|
|
async function loadForbidden() {
|
|
const raw = await readFile(FORBIDDEN_PATH, 'utf8');
|
|
return JSON.parse(raw);
|
|
}
|
|
|
|
test('TRANSLATIONS exports an object', () => {
|
|
assert.equal(typeof TRANSLATIONS, 'object');
|
|
assert.ok(TRANSLATIONS !== null);
|
|
});
|
|
|
|
test('TRANSLATIONS covers all 15 expected scanner prefixes', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
assert.ok(TRANSLATIONS[prefix], `missing scanner prefix: ${prefix}`);
|
|
}
|
|
});
|
|
|
|
test('every scanner has a _default fallback with all 3 fields', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
const scanner = TRANSLATIONS[prefix];
|
|
assert.ok(scanner._default, `${prefix} missing _default`);
|
|
assert.ok(typeof scanner._default.title === 'string' && scanner._default.title.length > 0,
|
|
`${prefix} _default missing title`);
|
|
assert.ok(typeof scanner._default.description === 'string' && scanner._default.description.length > 0,
|
|
`${prefix} _default missing description`);
|
|
assert.ok(typeof scanner._default.recommendation === 'string' && scanner._default.recommendation.length > 0,
|
|
`${prefix} _default missing recommendation`);
|
|
}
|
|
});
|
|
|
|
test('every scanner has a static map (may be empty)', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
assert.equal(typeof TRANSLATIONS[prefix].static, 'object',
|
|
`${prefix} missing static map`);
|
|
assert.ok(TRANSLATIONS[prefix].static !== null);
|
|
}
|
|
});
|
|
|
|
test('every scanner has a patterns array (may be empty)', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
assert.ok(Array.isArray(TRANSLATIONS[prefix].patterns),
|
|
`${prefix} patterns must be an array`);
|
|
}
|
|
});
|
|
|
|
test('every static-title entry has all 3 fields', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
const staticMap = TRANSLATIONS[prefix].static;
|
|
for (const [title, t] of Object.entries(staticMap)) {
|
|
assert.ok(typeof t.title === 'string' && t.title.length > 0,
|
|
`${prefix} static["${title}"] missing title`);
|
|
assert.ok(typeof t.description === 'string' && t.description.length > 0,
|
|
`${prefix} static["${title}"] missing description`);
|
|
assert.ok(typeof t.recommendation === 'string' && t.recommendation.length > 0,
|
|
`${prefix} static["${title}"] missing recommendation`);
|
|
}
|
|
}
|
|
});
|
|
|
|
test('every pattern entry has regex + translation with all 3 fields', () => {
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
for (const p of TRANSLATIONS[prefix].patterns) {
|
|
assert.ok(p.regex instanceof RegExp,
|
|
`${prefix} pattern missing regex`);
|
|
assert.ok(typeof p.translation.title === 'string' && p.translation.title.length > 0,
|
|
`${prefix} pattern translation missing title`);
|
|
assert.ok(typeof p.translation.description === 'string' && p.translation.description.length > 0,
|
|
`${prefix} pattern translation missing description`);
|
|
assert.ok(typeof p.translation.recommendation === 'string' && p.translation.recommendation.length > 0,
|
|
`${prefix} pattern translation missing recommendation`);
|
|
}
|
|
}
|
|
});
|
|
|
|
test('no translated string contains tier1 forbidden words (outside backtick spans)', async () => {
|
|
const data = await loadForbidden();
|
|
const tier1Words = data.tier1.map((e) => e.word);
|
|
const violations = [];
|
|
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
const scanner = TRANSLATIONS[prefix];
|
|
const allTranslations = [
|
|
scanner._default,
|
|
...Object.values(scanner.static),
|
|
...scanner.patterns.map((p) => p.translation),
|
|
];
|
|
|
|
for (const t of allTranslations) {
|
|
for (const field of ['title', 'description', 'recommendation']) {
|
|
const text = stripBacktickSpans(t[field]).toLowerCase();
|
|
for (const word of tier1Words) {
|
|
const lower = word.toLowerCase();
|
|
// word-boundary match for single words, plain substring for multi-word phrases
|
|
const re = lower.includes(' ')
|
|
? new RegExp(lower.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'))
|
|
: new RegExp(`\\b${lower.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}\\b`);
|
|
if (re.test(text)) {
|
|
violations.push(`${prefix} ${field}: "${word}" in "${t[field]}"`);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
assert.equal(violations.length, 0,
|
|
`tier1 violations:\n ${violations.slice(0, 20).join('\n ')}`);
|
|
});
|
|
|
|
test('no translated string contains tier3 jargon (outside backtick spans)', async () => {
|
|
const data = await loadForbidden();
|
|
const tier3Words = data.tier3.map((e) => e.word);
|
|
const violations = [];
|
|
|
|
for (const prefix of EXPECTED_SCANNERS) {
|
|
const scanner = TRANSLATIONS[prefix];
|
|
const allTranslations = [
|
|
scanner._default,
|
|
...Object.values(scanner.static),
|
|
...scanner.patterns.map((p) => p.translation),
|
|
];
|
|
|
|
for (const t of allTranslations) {
|
|
for (const field of ['title', 'description', 'recommendation']) {
|
|
const text = stripBacktickSpans(t[field]);
|
|
for (const word of tier3Words) {
|
|
const lower = word.toLowerCase();
|
|
const re = lower.includes(' ') || lower.includes('/') || lower.includes('-') || lower.includes('.')
|
|
? new RegExp(lower.replace(/[.*+?^${}()|[\]\\]/g, '\\$&'), 'i')
|
|
: new RegExp(`\\b${lower.replace(/[.*+?^${}()|[\]\\]/g, '\\$&')}\\b`, 'i');
|
|
if (re.test(text)) {
|
|
violations.push(`${prefix} ${field}: "${word}" in "${t[field]}"`);
|
|
}
|
|
}
|
|
}
|
|
}
|
|
}
|
|
|
|
assert.equal(violations.length, 0,
|
|
`tier3 violations (jargon outside backticks):\n ${violations.slice(0, 20).join('\n ')}`);
|
|
});
|
|
|
|
test('CML, SET, HKV, RUL, MCP, IMP, GAP, TOK, PLH have non-empty static maps', () => {
|
|
// These scanners produce findings with titles we documented. Empty static map suggests missed coverage.
|
|
for (const prefix of ['CML', 'SET', 'HKV', 'RUL', 'MCP', 'IMP', 'GAP', 'TOK', 'PLH', 'OST']) {
|
|
const count = Object.keys(TRANSLATIONS[prefix].static).length;
|
|
assert.ok(count > 0, `${prefix}.static is empty — expected at least 1 translated title`);
|
|
}
|
|
});
|
|
|
|
test('GAP "CLAUDE.md not modular" copy is size-neutral (M-BUG-14)', () => {
|
|
// The t2_2 check is a pure presence check (no length gate), so a small
|
|
// non-modular CLAUDE.md must not be told it is "big"/"long" or that it
|
|
// costs "loading time". Title + description must stay size/cost-neutral
|
|
// and keep only the honest structural "split into linked files" framing.
|
|
const t = TRANSLATIONS.GAP.static['CLAUDE.md not modular'];
|
|
assert.ok(t, 'GAP static map missing "CLAUDE.md not modular"');
|
|
const title = t.title.toLowerCase();
|
|
const desc = t.description.toLowerCase();
|
|
assert.ok(!/\bbig\b/.test(title), `title overclaims size: "${t.title}"`);
|
|
assert.ok(!/\blong\b/.test(title), `title overclaims size: "${t.title}"`);
|
|
assert.ok(!/\bbig\b/.test(desc), `description overclaims size: "${t.description}"`);
|
|
assert.ok(!/\blong\b/.test(desc), `description overclaims size: "${t.description}"`);
|
|
assert.ok(!/loading time/.test(desc), `description overclaims load cost: "${t.description}"`);
|
|
assert.ok(/split/.test(desc), `description should keep structural split framing: "${t.description}"`);
|
|
});
|
|
|
|
test('CNF, COL, PLH have at least one pattern entry (template-literal titles)', () => {
|
|
// These scanners use template-literal titles for some findings.
|
|
for (const prefix of ['CNF', 'COL', 'PLH']) {
|
|
assert.ok(TRANSLATIONS[prefix].patterns.length > 0,
|
|
`${prefix} expected ≥1 pattern entry for template-literal titles`);
|
|
}
|
|
});
|
|
|
|
test('TRANSLATIONS does not mutate when re-imported (deep-frozen-ish)', async () => {
|
|
// Quick sanity — translate object reference equality between imports
|
|
const { TRANSLATIONS: t2 } = await import('../../scanners/lib/humanizer-data.mjs');
|
|
assert.equal(t2, TRANSLATIONS, 'TRANSLATIONS reference should be stable across imports');
|
|
});
|