6a7632146e
Initial addition of ms-ai-architect plugin to the open-source marketplace. Private content excluded: orchestrator/ (Linear tooling), docs/utredning/ (client investigation), generated test reports and PDF export script. skill-gen tooling moved from orchestrator/ to scripts/skill-gen/. Security scan: WARNING (risk 20/100) — no secrets, no injection found. False positive fixed: added gitleaks:allow to Python variable reference in output-validation-grounding-verification.md line 109. Co-Authored-By: Claude Opus 4.6 <noreply@anthropic.com>
74 lines
3.1 KiB
Bash
74 lines
3.1 KiB
Bash
#!/bin/bash
|
|
# test-ros-output.sh — Validate ros-analysis-agent output structure
|
|
set -euo pipefail
|
|
|
|
SCRIPT_DIR="$(cd "$(dirname "$0")" && pwd)"
|
|
source "$SCRIPT_DIR/lib/e2e-helpers.sh"
|
|
|
|
FIXTURE="$SCRIPT_DIR/fixtures/ros-analysis/fixture.md"
|
|
|
|
if [ ! -f "$FIXTURE" ]; then
|
|
echo "ERROR: Fixture not found: $FIXTURE"
|
|
echo "Run: bash tests/capture-fixture.sh to generate fixtures"
|
|
exit 1
|
|
fi
|
|
|
|
init_suite "ROS Analysis Agent"
|
|
|
|
# Structure checks
|
|
assert_has_section "$FIXTURE" "ROS-analyse" "Has ROS analysis header"
|
|
assert_has_section "$FIXTURE" "Risikoregister" "Has risk register section"
|
|
assert_has_section "$FIXTURE" "Risikomatrise" "Has risk matrix section"
|
|
assert_has_section "$FIXTURE" "Tiltaksplan" "Has measures plan section"
|
|
assert_has_section "$FIXTURE" "Restrisiko" "Has residual risk section"
|
|
assert_has_section "$FIXTURE" "Dimensjonsvurdering" "Has dimension assessment section"
|
|
|
|
# Content quality
|
|
assert_min_lines "$FIXTURE" 60 "Minimum 60 lines"
|
|
assert_min_tables "$FIXTURE" 4 "Minimum 4 tables (register, matrix, dimensions, measures)"
|
|
assert_scores_in_range "$FIXTURE" "ROS scores in valid X/5 range"
|
|
assert_has_dimensions "$FIXTURE" 6 "At least 6 risk dimensions scored"
|
|
|
|
# Encoding
|
|
assert_encoding_ok "$FIXTURE" "UTF-8 encoding valid"
|
|
assert_no_ascii_approximation "$FIXTURE" "No ASCII approximation of Norwegian chars"
|
|
|
|
# Domain-specific: methodology references
|
|
assert_matches_pattern "$FIXTURE" "(NS 5814|ISO 31000)" "References NS 5814 or ISO 31000 methodology"
|
|
|
|
# Domain-specific: threat and risk IDs
|
|
assert_matches_pattern "$FIXTURE" "T-[A-Z]{3}-[0-9]{2}" "Contains threat IDs (T-xxx-NN format)"
|
|
assert_matches_pattern "$FIXTURE" "R-[0-9]" "Contains risk IDs (R-NN format)"
|
|
|
|
# Domain-specific: risk dimensions
|
|
assert_matches_pattern "$FIXTURE" "(Modellsikkerhet|Dataintegritet|Bias|Tilgjengelighet|Forklarbarhet|Juridisk|Organisatorisk)" "Covers ROS risk dimensions"
|
|
|
|
# Domain-specific: regulatory references
|
|
assert_matches_pattern "$FIXTURE" "(AI Act|GDPR|OWASP)" "References key regulations/standards"
|
|
|
|
# Structure: check all 8 phases (Full ROS)
|
|
assert_has_section "$FIXTURE" "Fase 1" "Has Phase 1 header"
|
|
assert_has_section "$FIXTURE" "Fase 2" "Has Phase 2 header"
|
|
assert_has_section "$FIXTURE" "Fase 3" "Has Phase 3 header"
|
|
assert_has_section "$FIXTURE" "Fase 4" "Has Phase 4 header"
|
|
assert_has_section "$FIXTURE" "Fase 5" "Has Phase 5 header"
|
|
assert_has_section "$FIXTURE" "Fase 6" "Has Phase 6 header"
|
|
assert_has_section "$FIXTURE" "Fase 7" "Has Phase 7 header"
|
|
assert_has_section "$FIXTURE" "Fase 8" "Has Phase 8 header"
|
|
assert_has_section "$FIXTURE" "Ledelsessammendrag" "Has executive summary"
|
|
|
|
# Measure IDs (M-xxx)
|
|
assert_matches_pattern "$FIXTURE" "M-[0-9]" "Contains measure IDs (M-NN format)"
|
|
|
|
# Minimum threat count for full ROS
|
|
threat_count=$(grep -cE "T-[A-Z]{3}-[0-9]{2}" "$FIXTURE" || echo 0)
|
|
if [ "$threat_count" -ge 8 ]; then
|
|
pass "Minimum 8 threats identified ($threat_count found)"
|
|
else
|
|
fail "Minimum 8 threats — only $threat_count found"
|
|
fi
|
|
|
|
# Vedlegg O coverage (for systems with agents/MCP)
|
|
assert_matches_pattern "$FIXTURE" "(MAESTRO|forsyningskjede|MCP|supply chain)" "References supply chain/MAESTRO (Vedlegg O coverage)"
|
|
|
|
print_summary
|