ms-ai-architect/scripts/kb-eval/data/judge-bakeoff-results-v3.json

1279 lines
37 KiB
JSON

{
"results": [
{
"id": "ms-ai-advisor/architecture/adr-template.md#1",
"judge_verdict": "not_grounded",
"rule": "R6"
},
{
"id": "ms-ai-advisor/architecture/adr-template.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/adr-template.md#3",
"judge_verdict": "source_silent",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/cost-models.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/cost-models.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#1",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#2",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#6",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#7",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#4",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#6",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#7",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#9",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#3",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#2",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#6",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#2",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#7",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/token-optimization-and-efficiency.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#2",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#6",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/api-management/multi-region-ai-gateway-design.md#9",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#5",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#1",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-enterprise-architecture.md#8",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#1",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#3",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#5",
"judge_verdict": "not_grounded",
"rule": "R1"
},
{
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#7",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-engineering/mlops-genaiops/genaiops-llm-specific-practices.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/genaiops-llm-specific-practices.md#2",
"judge_verdict": "grounded",
"rule": "R1"
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#3",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#6",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#7",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#8",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#9",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#10",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/mlops-genaiops/monitoring-observability-ml-systems.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#2",
"judge_verdict": "not_grounded",
"rule": "R1"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#3",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#5",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#4",
"judge_verdict": "grounded",
"rule": "R4"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#5",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#6",
"judge_verdict": "not_grounded",
"rule": "R1"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#7",
"judge_verdict": "grounded",
"rule": "R5"
},
{
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#8",
"judge_verdict": "grounded",
"rule": "R5"
},
{
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#2",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#4",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-governance/monitoring-observability/cost-monitoring-cost-attribution.md#7",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#2",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#3",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#5",
"judge_verdict": "grounded",
"rule": "R4"
},
{
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/response-quality-metrics-rag.md#6",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-governance/responsible-ai/algorithmic-accountability-auditability.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/responsible-ai/responsible-ai-training-awareness.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/responsible-ai/responsible-ai-training-awareness.md#2",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-governance/responsible-ai/stakeholder-communication-ai-decisions.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/responsible-ai/stakeholder-communication-ai-decisions.md#3",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#3",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/cost-analysis-dr-configurations.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ai-builder-credits-transition.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/deterministic-cost-calculation-model.md#9",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/gpt5-gpt41-pricing-models.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#1",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#4",
"judge_verdict": "not_grounded",
"rule": "R6"
},
{
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#8",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#9",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#5",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-security/cost-optimization/ptu-vs-paygo-economics.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/token-counting-optimization.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#8",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#9",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#2",
"judge_verdict": "grounded",
"rule": "R1"
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#3",
"judge_verdict": "not_grounded",
"rule": "R3"
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#5",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#6",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-infrastructure/bcdr/service-level-documentation-dr.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#6",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/architecture/regional-availability-verification.md#8",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#5",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#7",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#3",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#8",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#4",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#7",
"judge_verdict": "not_grounded",
"rule": "R6"
},
{
"id": "ms-ai-advisor/prompt-engineering/multimodal-prompt-design.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#5",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#6",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#8",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#2",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#4",
"judge_verdict": "source_silent",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#5",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#6",
"judge_verdict": "not_grounded",
"rule": ""
},
{
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#7",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#5",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/small-language-models-economics.md#9",
"judge_verdict": "grounded",
"rule": "R7"
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#2",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#3",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#6",
"judge_verdict": "not_grounded",
"rule": "R1"
},
{
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#1",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#2",
"judge_verdict": "not_grounded",
"rule": "R2"
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#3",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#4",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#5",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#6",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#7",
"judge_verdict": "grounded",
"rule": ""
},
{
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#1",
"judge_verdict": "grounded",
"rule": "R5"
},
{
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#2",
"judge_verdict": "not_grounded",
"rule": "R4"
},
{
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#4",
"judge_verdict": "grounded",
"rule": "R6"
},
{
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#7",
"judge_verdict": "grounded",
"rule": "R6"
}
]
}