fix(dep): B7 — token-overlap typosquat heuristic alongside Levenshtein
Critical-review §2 B7 finding: pure Levenshtein <=2 misses the most common
modern typosquat pattern — popular-name + token-injection suffix. Examples:
lodash → lodash-utils (edit distance 6, not flagged pre-B7)
react → react-helper (edit distance 7, not flagged pre-B7)
express → express-wrapper (edit distance 8, not flagged pre-B7)
Three coordinated edits:
scanners/lib/string-utils.mjs
- Adds tokenize(name): string[] splits on -/_, lowercases
- Adds tokenOverlap(a, b): number intersection.size / min(|a|,|b|)
- Adds TYPOSQUAT_SUSPICIOUS_TOKENS frozen list of common typosquat
suffixes. Excludes language-extension tokens (js, jsx, ts, tsx) — the
v7.0.0 allowlist contains `tsx` as a legit package and including the
same token in the suspicious set creates a contradiction. Caught by
the new allowlist-intersection-guard test. Also excludes 'pro'
(legitimate edition marker).
scanners/dep-auditor.mjs + scanners/supply-chain-recheck.mjs
- New checkTyposquatTokenOverlap() helper — fires AFTER Levenshtein 1/2
branches, only when:
1. popular package's tokens ⊆ declared name's tokens (strict superset)
2. declared name has at least one suspicious suffix
3. popular package is in topCutoff window
All three conditions required — conservative by design. Allowlist
precedence preserved (existing 22 npm + 13 PyPI entries always pass).
MEDIUM severity, NOT block. New finding title prefix:
"Possible typosquatting via token-overlap".
Tests: +21 cases across two new files
- tests/lib/string-utils-tokens.test.mjs (15) — tokenize, tokenOverlap,
TYPOSQUAT_SUSPICIOUS_TOKENS frozen contract, allowlist-intersection
guard (caught the tsx conflict on first run)
- tests/scanners/dep-token-overlap.test.mjs (7) — integration via
in-memory tmpdir fixtures: lodash-utils flagged, react-helper flagged,
express-wrapper flagged, lodash exact NOT flagged, allowlist tools
(knip/tsx/nx/rimraf) NOT flagged, react-router-dom (no suspicious
suffix) NOT flagged, react itself (equal token set, not superset)
NOT flagged.
Existing dep.test.mjs and supply-chain-recheck.test.mjs unchanged —
all green (149 → 149 regression guard).
Suite: 1570 → 1591 (+21). All green.
This commit is contained in:
parent
68b9ea2692
commit
5f8f2d3c41
5 changed files with 438 additions and 2 deletions
110
plugins/llm-security/tests/lib/string-utils-tokens.test.mjs
Normal file
110
plugins/llm-security/tests/lib/string-utils-tokens.test.mjs
Normal file
|
|
@ -0,0 +1,110 @@
|
|||
// string-utils-tokens.test.mjs — B7 (v7.2.0) — tokenize + tokenOverlap helpers
|
||||
//
|
||||
// These helpers are used by dep-auditor and supply-chain-recheck to detect
|
||||
// typosquats with edit distance >= 3 that contain all tokens of a popular
|
||||
// package plus a suspicious suffix (e.g. `lodash-utils` vs `lodash`).
|
||||
//
|
||||
// Critical-review §2 B7 finding: pure Levenshtein <=2 misses the most common
|
||||
// modern typosquat pattern — popular-name + token-injection suffix.
|
||||
|
||||
import { describe, it } from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import {
|
||||
tokenize,
|
||||
tokenOverlap,
|
||||
TYPOSQUAT_SUSPICIOUS_TOKENS,
|
||||
} from '../../scanners/lib/string-utils.mjs';
|
||||
|
||||
describe('tokenize (B7)', () => {
|
||||
it('splits on hyphens', () => {
|
||||
assert.deepEqual(tokenize('lodash-utils'), ['lodash', 'utils']);
|
||||
});
|
||||
|
||||
it('splits on underscores', () => {
|
||||
assert.deepEqual(tokenize('react_helper'), ['react', 'helper']);
|
||||
});
|
||||
|
||||
it('splits on mixed separators', () => {
|
||||
assert.deepEqual(tokenize('foo-bar_baz'), ['foo', 'bar', 'baz']);
|
||||
});
|
||||
|
||||
it('lowercases tokens', () => {
|
||||
assert.deepEqual(tokenize('LODASH-Utils'), ['lodash', 'utils']);
|
||||
});
|
||||
|
||||
it('drops empty tokens from consecutive separators', () => {
|
||||
assert.deepEqual(tokenize('foo--bar'), ['foo', 'bar']);
|
||||
});
|
||||
|
||||
it('returns empty array for empty input', () => {
|
||||
assert.deepEqual(tokenize(''), []);
|
||||
assert.deepEqual(tokenize(null), []);
|
||||
assert.deepEqual(tokenize(undefined), []);
|
||||
});
|
||||
|
||||
it('returns single-element array for token with no separators', () => {
|
||||
assert.deepEqual(tokenize('lodash'), ['lodash']);
|
||||
});
|
||||
});
|
||||
|
||||
describe('tokenOverlap (B7)', () => {
|
||||
it('returns 1.0 when popular tokens are subset of declared', () => {
|
||||
assert.equal(tokenOverlap('lodash-utils', 'lodash'), 1.0);
|
||||
assert.equal(tokenOverlap('react-router-dom', 'react'), 1.0);
|
||||
});
|
||||
|
||||
it('returns 1.0 for identical token sets', () => {
|
||||
assert.equal(tokenOverlap('lodash', 'lodash'), 1.0);
|
||||
});
|
||||
|
||||
it('returns 0.5 for half-overlap', () => {
|
||||
// 'react-helper' tokens = {react, helper}; 'react-router' tokens = {react, router}
|
||||
// intersection = {react}, min size = 2, overlap = 1/2 = 0.5
|
||||
assert.equal(tokenOverlap('react-helper', 'react-router'), 0.5);
|
||||
});
|
||||
|
||||
it('returns 0 for disjoint tokens', () => {
|
||||
assert.equal(tokenOverlap('foo', 'bar'), 0);
|
||||
});
|
||||
|
||||
it('returns 0 for empty inputs', () => {
|
||||
assert.equal(tokenOverlap('', 'lodash'), 0);
|
||||
assert.equal(tokenOverlap('lodash', ''), 0);
|
||||
});
|
||||
|
||||
it('is symmetric for sets of same size', () => {
|
||||
const a = tokenOverlap('foo-bar', 'foo-baz');
|
||||
const b = tokenOverlap('foo-baz', 'foo-bar');
|
||||
assert.equal(a, b);
|
||||
});
|
||||
});
|
||||
|
||||
describe('TYPOSQUAT_SUSPICIOUS_TOKENS (B7)', () => {
|
||||
it('contains common typosquat suffixes', () => {
|
||||
for (const t of ['utils', 'helper', 'core', 'plus', 'cli', 'wrapper']) {
|
||||
assert.ok(
|
||||
TYPOSQUAT_SUSPICIOUS_TOKENS.includes(t),
|
||||
`expected '${t}' in TYPOSQUAT_SUSPICIOUS_TOKENS`,
|
||||
);
|
||||
}
|
||||
});
|
||||
|
||||
it('is frozen (cannot be mutated)', () => {
|
||||
assert.throws(() => {
|
||||
TYPOSQUAT_SUSPICIOUS_TOKENS.push('newtoken');
|
||||
});
|
||||
});
|
||||
|
||||
it('does NOT include legitimate short-name tools (allowlist intersection guard)', () => {
|
||||
// These are legitimate package names from the v7.0.0 typosquat allowlist.
|
||||
// The token-overlap heuristic would NEVER flag them as suspicious because
|
||||
// they don't decompose into multiple tokens that include a popular package.
|
||||
// But guard the suspicious-tokens list against accidentally including them.
|
||||
for (const t of ['knip', 'tsx', 'nx', 'uv', 'ruff', 'oxlint', 'rimraf']) {
|
||||
assert.ok(
|
||||
!TYPOSQUAT_SUSPICIOUS_TOKENS.includes(t),
|
||||
`'${t}' must not be in TYPOSQUAT_SUSPICIOUS_TOKENS — it is a legitimate tool`,
|
||||
);
|
||||
}
|
||||
});
|
||||
});
|
||||
150
plugins/llm-security/tests/scanners/dep-token-overlap.test.mjs
Normal file
150
plugins/llm-security/tests/scanners/dep-token-overlap.test.mjs
Normal file
|
|
@ -0,0 +1,150 @@
|
|||
// dep-token-overlap.test.mjs — B7 (v7.2.0) — typosquat token-overlap integration
|
||||
//
|
||||
// Verifies that dep-auditor's checkTyposquatting now flags packages with
|
||||
// edit distance >= 3 that contain all tokens of a popular package plus a
|
||||
// suspicious suffix (e.g. `lodash-utils` vs `lodash`).
|
||||
//
|
||||
// Builds an in-memory fixture in tmpdir per test instead of mutating the
|
||||
// shared `tests/fixtures/dep-test/` fixture (which other tests assert
|
||||
// exact finding counts against).
|
||||
|
||||
import { describe, it, before, after, beforeEach } from 'node:test';
|
||||
import assert from 'node:assert/strict';
|
||||
import { mkdtemp, writeFile, rm } from 'node:fs/promises';
|
||||
import { tmpdir } from 'node:os';
|
||||
import { join } from 'node:path';
|
||||
import { resetCounter } from '../../scanners/lib/output.mjs';
|
||||
import { scan } from '../../scanners/dep-auditor.mjs';
|
||||
|
||||
async function makeFixture(deps) {
|
||||
const dir = await mkdtemp(join(tmpdir(), 'llm-security-dep-token-'));
|
||||
await writeFile(
|
||||
join(dir, 'package.json'),
|
||||
JSON.stringify({ name: 'token-overlap-fixture', version: '1.0.0', dependencies: deps }, null, 2),
|
||||
'utf8',
|
||||
);
|
||||
return dir;
|
||||
}
|
||||
|
||||
describe('dep-auditor B7 — token-overlap typosquat heuristic', () => {
|
||||
beforeEach(() => {
|
||||
resetCounter();
|
||||
});
|
||||
|
||||
it('flags lodash-utils as token-overlap typosquat of lodash', async () => {
|
||||
const dir = await makeFixture({ 'lodash-utils': '^1.0.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const finding = result.findings.find(
|
||||
f => f.title.toLowerCase().includes('token-overlap') &&
|
||||
f.title.includes('lodash-utils') &&
|
||||
f.title.includes('lodash')
|
||||
);
|
||||
assert.ok(
|
||||
finding,
|
||||
`expected token-overlap finding for lodash-utils. Got: ${result.findings.map(f => f.title).join('; ')}`,
|
||||
);
|
||||
assert.equal(finding.severity, 'medium');
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('flags react-helper as token-overlap typosquat of react', async () => {
|
||||
const dir = await makeFixture({ 'react-helper': '^1.0.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const finding = result.findings.find(
|
||||
f => f.title.toLowerCase().includes('token-overlap') &&
|
||||
f.title.includes('react-helper')
|
||||
);
|
||||
assert.ok(finding, `expected react-helper to be flagged. Got: ${result.findings.map(f => f.title).join('; ')}`);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('flags express-wrapper as token-overlap typosquat of express', async () => {
|
||||
const dir = await makeFixture({ 'express-wrapper': '^1.0.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const finding = result.findings.find(
|
||||
f => f.title.toLowerCase().includes('token-overlap') &&
|
||||
f.title.includes('express-wrapper')
|
||||
);
|
||||
assert.ok(finding, `expected express-wrapper to be flagged. Got: ${result.findings.map(f => f.title).join('; ')}`);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('does NOT flag legitimate package lodash (exact match)', async () => {
|
||||
const dir = await makeFixture({ 'lodash': '^4.17.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const typosquatFindings = result.findings.filter(
|
||||
f => f.title.toLowerCase().includes('typosquat')
|
||||
);
|
||||
assert.equal(typosquatFindings.length, 0, `lodash must not be flagged. Got: ${typosquatFindings.map(f => f.title).join('; ')}`);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('does NOT flag legitimate short-name tools from allowlist', async () => {
|
||||
// These are in knowledge/typosquat-allowlist.json (22 npm + 5 PyPI from v7.0.0).
|
||||
// The allowlist check fires BEFORE Levenshtein and BEFORE token-overlap.
|
||||
const dir = await makeFixture({
|
||||
'knip': '^5.0.0',
|
||||
'tsx': '^4.0.0',
|
||||
'nx': '^17.0.0',
|
||||
'rimraf': '^5.0.0',
|
||||
});
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const typosquatFindings = result.findings.filter(
|
||||
f => f.title.toLowerCase().includes('typosquat')
|
||||
);
|
||||
assert.equal(
|
||||
typosquatFindings.length, 0,
|
||||
`allowlisted short-name tools must not be flagged. Got: ${typosquatFindings.map(f => f.title).join('; ')}`,
|
||||
);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('does NOT flag packages with no suspicious suffix even with token overlap', async () => {
|
||||
// `react-router-dom` contains `react` token + `router` + `dom` — but neither
|
||||
// `router` nor `dom` is in TYPOSQUAT_SUSPICIOUS_TOKENS. This is a legitimate
|
||||
// ecosystem name and must pass.
|
||||
const dir = await makeFixture({ 'react-router-dom': '^6.0.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const tokenOverlapFindings = result.findings.filter(
|
||||
f => f.title.toLowerCase().includes('token-overlap')
|
||||
);
|
||||
assert.equal(
|
||||
tokenOverlapFindings.length, 0,
|
||||
`react-router-dom must not be flagged as token-overlap typosquat`,
|
||||
);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
|
||||
it('does NOT flag packages whose all tokens match a popular package (subset, not superset)', async () => {
|
||||
// `react` itself has tokens {react} which equal the popular `react` token set.
|
||||
// The heuristic requires declared ⊃ popular (strict superset), not equal.
|
||||
const dir = await makeFixture({ 'react': '^18.0.0' });
|
||||
try {
|
||||
const result = await scan(dir, { files: [] });
|
||||
const tokenOverlapFindings = result.findings.filter(
|
||||
f => f.title.toLowerCase().includes('token-overlap')
|
||||
);
|
||||
assert.equal(tokenOverlapFindings.length, 0);
|
||||
} finally {
|
||||
await rm(dir, { recursive: true, force: true });
|
||||
}
|
||||
});
|
||||
});
|
||||
Loading…
Add table
Add a link
Reference in a new issue