Kjell Tore Guttormsen
4cd290c14b
Operatørvalg (c): én målrettet, prinsipiell prompt-iterasjon på den diagnostiserte grounded-men-feil-feilmoden (eksakt-verdi-entailment). Terskel uendret; v1 frosset. Full blind v2 fan-out (15 batcher Opus 4.8 xhigh, 255 P-påstander dekket): - judge v2: recall 84.2% (32/38, PASS >=0.80, Wilson [69.6-92.6%]), presisjon 84.2% (PASS >=0.70), F1 0.842, slår staleness 0/38. - Fiksen løste målet: sku recall 37.5%->75.0%, taxonomy 66.7%->100%. - +6 ekte fangster (26->32) uten netto nye FP (6->6) => recall OG presisjon opp. Forbehold (ærlig): andre måling på samme frosne sett etter v1 (erkjent); Wilson nedre grense 69.6% < 0.80 ved n=38; én iterasjon. Gate-logikk => vei mot S3. Stoppet for operatør-beslutning (S2/S3), eskalerer ikke selv. run-judge-bakeoff.mjs: --results/--report-prefix flagg (v2 uten å klobbe v1). Suite 552/552.
1030 lines
33 KiB
JSON
1030 lines
33 KiB
JSON
{
|
|
"_meta": {
|
|
"source": "BLIND judge fan-out v2 (targeted iteration, judge-claim-prompt-v2.md exact-value rule), Opus 4.8 xhigh",
|
|
"note": "v1 frozen as pre-registered result; v2 is a transparent second attempt on the same frozen gold set",
|
|
"population": "volatile + fetchable claim_type (price excluded)",
|
|
"claim_count": 255
|
|
},
|
|
"results": [
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#3",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#9",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#10",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#4",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#9",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#9",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#4",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/algorithmic-accountability-auditability.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#9",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#5",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/cost-models.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/cost-models.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/genaiops-llm-specific-practices.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/genaiops-llm-specific-practices.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/adr-template.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/adr-template.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/architecture/adr-template.md#3",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#5",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#3",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#1",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#4",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#5",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#7",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#5",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#8",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#5",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#9",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#2",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#4",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#5",
|
|
"judge_verdict": "source_silent"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#6",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#7",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/cost-analysis-dr-configurations.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#5",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#3",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/stakeholder-communication-ai-decisions.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/stakeholder-communication-ai-decisions.md#3",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#6",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#8",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#9",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#8",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#2",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#4",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#7",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/responsible-ai-training-awareness.md#1",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/responsible-ai-training-awareness.md#2",
|
|
"judge_verdict": "not_grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/deterministic-cost-calculation-model.md#9",
|
|
"judge_verdict": "grounded"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#8",
|
|
"judge_verdict": "grounded"
|
|
}
|
|
]
|
|
}
|