fix(claude-md-linter): reframe CLAUDE.md length from HIGH adherence cliff to MEDIUM token cost
The >500-line check emitted HIGH severity with "Files over 500 lines significantly reduce Claude's adherence to instructions." CC 2.1.169 scaled the "too long" warning by context window, and the plugin's own configuration-best-practices.md:97 footnote already says raw line count is a Sonnet-era heuristic superseded by cache-prefix stability — so the absolute HIGH + universal adherence claim is now-wrong. - >500 lines: HIGH -> MEDIUM, reworded to token-cost-every-turn + smaller-context-model caveat + cache-prefix pointer; notes CC 2.1.169 scales the threshold by context window. - >200 lines: stays MEDIUM, dropped the absolute "optimal adherence" framing for the same token/context-window framing. Aligns the scanner with anti-patterns.md:7 (CA-CML-001 = medium) and configuration-best-practices.md:97. No snapshot impact (byte snapshots use a 24-line fixture CLAUDE.md). Full suite: 842/842 green (+5). self-audit PASS, A(100)/A(97).
This commit is contained in:
parent
bec3f45329
commit
feaa7ed2e4
2 changed files with 61 additions and 4 deletions
|
|
@ -76,6 +76,59 @@ describe('CML scanner — broken project', () => {
|
|||
});
|
||||
});
|
||||
|
||||
describe('CML scanner — broken project: 200-tier stays MEDIUM (regression lock)', () => {
|
||||
let result;
|
||||
beforeEach(async () => {
|
||||
resetCounter();
|
||||
const discovery = await discoverConfigFiles(resolve(FIXTURES, 'broken-project'));
|
||||
result = await scan(resolve(FIXTURES, 'broken-project'), discovery);
|
||||
});
|
||||
|
||||
it('the >200 length finding is MEDIUM', () => {
|
||||
const f = result.findings.find(x => /exceeds recommended 200/.test(x.title || ''));
|
||||
assert.ok(f, 'expected the 200-line recommendation finding');
|
||||
assert.strictEqual(f.severity, 'medium');
|
||||
});
|
||||
});
|
||||
|
||||
describe('CML scanner — large cascade (>500 lines): reframed, not absolute-adherence HIGH', () => {
|
||||
// large-cascade/CLAUDE.md is 1024 lines. CC 2.1.169 scales the "too long"
|
||||
// threshold by context window, and the plugin's own
|
||||
// configuration-best-practices.md:97 footnote says raw line count is a
|
||||
// Sonnet-era heuristic superseded by cache-prefix stability. So the absolute
|
||||
// HIGH@500 + "significantly reduce adherence" claim is now-wrong.
|
||||
let result;
|
||||
beforeEach(async () => {
|
||||
resetCounter();
|
||||
const discovery = await discoverConfigFiles(resolve(FIXTURES, 'large-cascade'));
|
||||
result = await scan(resolve(FIXTURES, 'large-cascade'), discovery);
|
||||
});
|
||||
|
||||
it('flags the >500 finding as MEDIUM, not HIGH', () => {
|
||||
const f = result.findings.find(x => /exceeds 500/.test(x.title || ''));
|
||||
assert.ok(f, 'expected the >500 length finding');
|
||||
assert.strictEqual(f.severity, 'medium');
|
||||
});
|
||||
|
||||
it('drops the absolute "significantly reduce adherence" claim', () => {
|
||||
const f = result.findings.find(x => /exceeds 500/.test(x.title || ''));
|
||||
assert.doesNotMatch(String(f?.description || ''), /significantly reduce/i);
|
||||
});
|
||||
|
||||
it('reframes toward token cost / context window / cache-prefix', () => {
|
||||
const f = result.findings.find(x => /exceeds 500/.test(x.title || ''));
|
||||
assert.match(
|
||||
`${f?.description || ''} ${f?.recommendation || ''}`,
|
||||
/every turn|context window|cache/i,
|
||||
);
|
||||
});
|
||||
|
||||
it('produces no HIGH-severity length finding', () => {
|
||||
const highLen = result.findings.filter(f => f.severity === 'high' && /exceeds/.test(f.title || ''));
|
||||
assert.strictEqual(highLen.length, 0, `unexpected HIGH length finding: ${highLen.map(f => f.title).join(', ')}`);
|
||||
});
|
||||
});
|
||||
|
||||
describe('CML scanner — empty project', () => {
|
||||
let result;
|
||||
beforeEach(async () => {
|
||||
|
|
|
|||
Loading…
Add table
Add a link
Reference in a new issue