Add /ultraresearch-local for structured research combining local codebase analysis with external knowledge via parallel agent swarms. Produces research briefs with triangulation, confidence ratings, and source quality assessment. New command: /ultraresearch-local with modes --quick, --local, --external, --fg. New agents: research-orchestrator (opus), docs-researcher, community-researcher, security-researcher, contrarian-researcher, gemini-bridge (all sonnet). New template: research-brief-template.md. Integration: --research flag in /ultraplan-local accepts pre-built research briefs (up to 3), enriches the interview and exploration phases. Planning orchestrator cross-references brief findings during synthesis. Design principle: Context Engineering — right information to right agent at right time. Research briefs are structured artifacts in the pipeline: ultraresearch → brief → ultraplan --research → plan → ultraexecute. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
90 lines
3.1 KiB
JavaScript
90 lines
3.1 KiB
JavaScript
import { describe, it } from 'node:test';
|
|
import assert from 'node:assert/strict';
|
|
import { runSelfAudit, formatSelfAudit } from '../../scanners/self-audit.mjs';
|
|
|
|
// ========================================
|
|
// runSelfAudit
|
|
// ========================================
|
|
describe('runSelfAudit', () => {
|
|
it('runs without crash', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok(result);
|
|
assert.ok(typeof result.configGrade === 'string');
|
|
assert.ok(typeof result.pluginGrade === 'string');
|
|
});
|
|
|
|
it('returns combined results (scanners + plugin health)', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok(result.configEnvelope);
|
|
assert.ok(result.pluginHealthResult);
|
|
assert.ok(Array.isArray(result.allFindings));
|
|
});
|
|
|
|
it('has valid exit code', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok([0, 1, 2].includes(result.exitCode));
|
|
});
|
|
|
|
it('includes verdict', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok(['PASS', 'WARN', 'FAIL'].includes(result.verdict));
|
|
});
|
|
|
|
it('has numeric scores', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok(typeof result.configScore === 'number');
|
|
assert.ok(typeof result.pluginScore === 'number');
|
|
assert.ok(result.configScore >= 0 && result.configScore <= 100);
|
|
assert.ok(result.pluginScore >= 0 && result.pluginScore <= 100);
|
|
});
|
|
|
|
it('points to correct plugin directory', async () => {
|
|
const result = await runSelfAudit();
|
|
assert.ok(result.pluginDir.includes('config-audit'));
|
|
});
|
|
});
|
|
|
|
// ========================================
|
|
// fixture filtering delegation
|
|
// ========================================
|
|
describe('runSelfAudit — fixture filtering', () => {
|
|
it('does not include fixture findings in allFindings', async () => {
|
|
const result = await runSelfAudit();
|
|
for (const f of result.allFindings) {
|
|
const p = f.file || f.path || f.location || '';
|
|
assert.ok(
|
|
!p.includes('/tests/fixtures/'),
|
|
`allFindings should not contain fixture paths: ${p}`
|
|
);
|
|
}
|
|
});
|
|
|
|
it('configEnvelope has fixture_findings from orchestrator', async () => {
|
|
const result = await runSelfAudit();
|
|
// The orchestrator filters fixtures and attaches them to the envelope
|
|
if (result.configEnvelope.fixture_findings) {
|
|
assert.ok(Array.isArray(result.configEnvelope.fixture_findings));
|
|
assert.ok(result.configEnvelope.fixture_findings.length > 0);
|
|
}
|
|
});
|
|
});
|
|
|
|
// ========================================
|
|
// formatSelfAudit
|
|
// ========================================
|
|
describe('formatSelfAudit', () => {
|
|
it('produces terminal output with Self-Audit header', async () => {
|
|
const result = await runSelfAudit();
|
|
const output = formatSelfAudit(result);
|
|
assert.ok(output.includes('Self-Audit'));
|
|
assert.ok(output.includes('Plugin health:'));
|
|
assert.ok(output.includes('Config quality:'));
|
|
});
|
|
|
|
it('includes verdict', async () => {
|
|
const result = await runSelfAudit();
|
|
const output = formatSelfAudit(result);
|
|
assert.ok(output.includes('Self-audit:'));
|
|
assert.ok(output.includes('PASS') || output.includes('WARN') || output.includes('FAIL'));
|
|
});
|
|
});
|