686 lines
36 KiB
JSON
686 lines
36 KiB
JSON
{
|
|
"_meta": {
|
|
"purpose": "Spor 0 fix work-list: confirmed content errors in reference files (gold outdated/wrong, volatile+fetchable). Each MUST be re-verified against the cited source before editing (verification duty), then fixed and fixed=true.",
|
|
"derived_from": "gold-correctness-set.json (frozen) + judge-bakeoff-results-v2.json",
|
|
"count": 38,
|
|
"files_touched": 25,
|
|
"note": "This is a SAMPLE of corpus errors (255 volatile claims). Spor 1 surfaces the full set corpus-wide. [2026-06-29] Spor 0 executed: 37 fixes applied (each value live-verified per source before edit; recurrences of each wrong fact fixed file-wide), 1 rejected (#8 model-router-GA: file already correct). Adjacent (non-38) findings captured for Spor 1.",
|
|
"applied": 37,
|
|
"rejected": 1,
|
|
"applied_date": "2026-06-29",
|
|
"g5b_note": "[2026-07-04] R5 G5b-restanse: 4 innholds-fikser påført (adr zero-permission-overclaim, multi-region retired gpt-35-turbo→gpt-4o-mini, network obligatorisk→anbefalt, vector-storage GA 2024-11-01→2024-07-01). Hver live-verifisert per kilde (Opus xhigh verify-agent) før edit. De 38 kjerne-fiksene var allerede applied 2026-06-29. Se g5b_fixes[]."
|
|
},
|
|
"fixes": [
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#6",
|
|
"file": "skills/ms-ai-advisor/references/platforms/azure-ai-foundry.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "DeepSeek-R1-0528 Reasoning 131072 tokens",
|
|
"correction": "Fil 131072 vs kilde 163840. Trolig forvekslet med V3-familien.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/azure-ai-foundry.md#7",
|
|
"file": "skills/ms-ai-advisor/references/platforms/azure-ai-foundry.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "computer-use-preview (2025-03-11) via Responses API; 8192 kontekst, 1024 output; aka.ms/oai/cuaaccess",
|
|
"correction": "Computer Use bruker nå gpt-5.4-modell med computer-tool; URL og 8192/1024 avløst.",
|
|
"source": "https://learn.microsoft.com/azure/foundry-classic/openai/how-to/computer-use",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#4",
|
|
"file": "skills/ms-ai-advisor/references/platforms/model-catalog-2026.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "tpm",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "DeepSeek-R1/V3 input/output-ratio 1 (standard, som input)",
|
|
"correction": "Fil: DeepSeek output-to-input-ratio = 1. Kilde: 4. Motsagt av kilden.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/provisioned-throughput-sizing",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#6",
|
|
"file": "skills/ms-ai-advisor/references/platforms/model-catalog-2026.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "region",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "gpt-5.5 er eneste modell med Data Zone Standard (EU-residens) i Norway East",
|
|
"correction": "gpt-5.4 (2026-03-05) har OGSÅ Data Zone Standard i norwayeast. Tidsdrift.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure-region-availability",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/platforms/model-catalog-2026.md#7",
|
|
"file": "skills/ms-ai-advisor/references/platforms/model-catalog-2026.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "gpt-5/gpt-5-codex/gpt-5-pro krever registrering aka.ms/oai/gpt5access",
|
|
"correction": "Kilde: tilgang ikke lenger begrenset. Tidsdrift.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/reasoning",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/chain-of-thought-prompting.md#3",
|
|
"file": "skills/ms-ai-advisor/references/prompt-engineering/chain-of-thought-prompting.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "reasoning_summary for GPT-5-serien støtter auto/concise/detailed",
|
|
"correction": "Kilden: GPT-5-serien støtter IKKE concise. Påstanden feil.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/reasoning",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#5",
|
|
"file": "skills/ms-ai-advisor/references/prompt-engineering/real-time-reasoning-performance.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "region",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Realtime API regions: East US 2, Sweden Central (global)",
|
|
"correction": "Kilde: tilgjengelig for global deployments, ikke begrenset til de to. To-region-begrensning avløst.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/realtime-audio",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/real-time-reasoning-performance.md#6",
|
|
"file": "skills/ms-ai-advisor/references/prompt-engineering/real-time-reasoning-performance.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Realtime API fortsatt public preview (jan 2026); ikke SLA",
|
|
"correction": "Kilde: GA-endepunkt + GA-modeller. Kroppens preview-status foreldet (selvmotsigende med filens header).",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/realtime-audio",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-advisor/prompt-engineering/reasoning-models-o1-o3-optimization.md#7",
|
|
"file": "skills/ms-ai-advisor/references/prompt-engineering/reasoning-models-o1-o3-optimization.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Limited access for o3-pro/gpt-5-pro/gpt-5-codex via aka.ms-lenker",
|
|
"correction": "Kilde: tilgang ikke lenger begrenset. Tidsdrift.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/how-to/reasoning",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-cost-optimization.md#5",
|
|
"file": "skills/ms-ai-engineering/references/azure-ai-services/ai-services-cost-optimization.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Reservasjonsrabatt 1-års eller 3-års Azure Reservations",
|
|
"correction": "Kilde: 1-måned eller 1-år. Ingen 3-års term.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/concepts/provisioned-throughput-billing",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#3",
|
|
"file": "skills/ms-ai-engineering/references/azure-ai-services/ai-services-vs-foundry-tools-selection.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Modellserie (2026-02): o4-mini topp-reasoning, o3, GPT-4o, GPT-3.5-Turbo, DALL-E 3, Whisper",
|
|
"correction": "Lineup headet av GPT-5.5/5.4/...+GPT-4.1; GPT-5.x/GPT-4.1 mangler, GPT-3.5-Turbo ikke lenger i highlights.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/azure-ai-services/ai-services-vs-foundry-tools-selection.md#5",
|
|
"file": "skills/ms-ai-engineering/references/azure-ai-services/ai-services-vs-foundry-tools-selection.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Model Catalog 100+ modeller",
|
|
"correction": "Kilde over 1900. '100+' grovt understated.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/what-is-foundry",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/genaiops-llm-specific-practices.md#2",
|
|
"file": "skills/ms-ai-engineering/references/mlops-genaiops/genaiops-llm-specific-practices.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Model Catalog 1600+ foundation models",
|
|
"correction": "Kilde over 1900. 1600+ utdatert lavere tall.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/concepts/foundry-models-overview",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#3",
|
|
"file": "skills/ms-ai-engineering/references/mlops-genaiops/llm-evaluation-production.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "MLflow built-in judges inkluderer også Completeness, Fluency, Equivalence",
|
|
"correction": "Gjeldende Databricks-liste inneholder IKKE disse tre.",
|
|
"source": "https://learn.microsoft.com/azure/databricks/mlflow3/genai/eval-monitor/concepts/judges/",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/mlops-genaiops/llm-evaluation-production.md#7",
|
|
"file": "skills/ms-ai-engineering/references/mlops-genaiops/llm-evaluation-production.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Azure AI Evaluation SDK v1.14.0",
|
|
"correction": "Gjeldende v1.17.0.",
|
|
"source": "https://learn.microsoft.com/python/api/overview/azure/ai-evaluation-readme",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#6",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/embedding-models-selection.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Azure AI Search Basic tier 1 GB storage",
|
|
"correction": "Kilde: Basic 15 GB (post-april) eller 2 GB (eldre). 1 GB var aldri Basic. Inkonsistent med rag-cost-optimization.md.",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/embedding-models-selection.md#7",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/embedding-models-selection.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Standard S1 25 GB storage",
|
|
"correction": "S1 nå 160 GB per partisjon (nye services).",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#2",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/rag-context-windows.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "GPT-4.1 series opp til 200k+ context window",
|
|
"correction": "Kilde ~1M. '200k+' understater grovt.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#3",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/rag-context-windows.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "o3-mini 128k context window",
|
|
"correction": "Kilde: 200k input. o3-mini har 200k.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/concepts/models-sold-directly-by-azure",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-context-windows.md#5",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/rag-context-windows.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "TPM-tabell med Default tier / Enterprise tier-kolonner",
|
|
"correction": "Default/Enterprise erstattet av Quota Tiers (Tier 0-6).",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/quotas-limits",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#5",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/rag-cost-optimization.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Per-partisjon storage S1 25/S2 100/S3 200/L1 1TB/L2 2TB",
|
|
"correction": "Fil-verdier pre-april-2024. Nye: S1 160/S2 512/S3 1024/L1 2048/L2 4096. Internt inkonsistent (Basic oppdatert, øvrige ikke).",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-engineering/rag-architecture/rag-cost-optimization.md#6",
|
|
"file": "skills/ms-ai-engineering/references/rag-architecture/rag-cost-optimization.md",
|
|
"skill": "ms-ai-engineering",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Search Units L1 1-12, L2 1-12",
|
|
"correction": "Kilde: maks 36 SU for L1/L2. Forveksler partisjonstall med SU-maks.",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#2",
|
|
"file": "skills/ms-ai-governance/references/monitoring-observability/endpoint-health-and-capacity-planning.md",
|
|
"skill": "ms-ai-governance",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Metrikker PTUUtilization, ProcessingTime, TokensGenerated",
|
|
"correction": "Finnes ikke som REST-navn. Faktisk: AzureOpenAIProvisionedManagedUtilizationV2, AzureOpenAITimeToResponse, GeneratedTokens. Metrikknavn drift.",
|
|
"source": "https://learn.microsoft.com/azure/azure-monitor/reference/supported-metrics/microsoft-cognitiveservices-accounts-metrics",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/endpoint-health-and-capacity-planning.md#3",
|
|
"file": "skills/ms-ai-governance/references/monitoring-observability/endpoint-health-and-capacity-planning.md",
|
|
"skill": "ms-ai-governance",
|
|
"claim_type": "tpm",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "RPM/TPM per 1 Unit Capacity: eldre chat 6/1000; o1 1/6000; o3 1/1000; o3-mini 1/10000",
|
|
"correction": "1 Unit Capacity-modellen erstattet av Quota Tiers (Tier 0-6). Ratioene holder, rammeverket avløst.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/quotas-limits",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/monitoring-observability/token-usage-tracking-attribution.md#3",
|
|
"file": "skills/ms-ai-governance/references/monitoring-observability/token-usage-tracking-attribution.md",
|
|
"skill": "ms-ai-governance",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Metrikker PromptTokens (input) og CompletionTokens (output)",
|
|
"correction": "Finnes ikke som REST-navn. Faktisk: ProcessedPromptTokens/InputTokens og GeneratedTokens/OutputTokens. Drift.",
|
|
"source": "https://learn.microsoft.com/azure/azure-monitor/reference/supported-metrics/microsoft-cognitiveservices-accounts-metrics",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/responsible-ai-training-awareness.md#2",
|
|
"file": "skills/ms-ai-governance/references/responsible-ai/responsible-ai-training-awareness.md",
|
|
"skill": "ms-ai-governance",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "AI-cert (AI-900, AI-102) har ikke formell utløpsdato",
|
|
"correction": "AI-102 har Renewal Frequency 12 mnd OG retires 2026-06-30. Kun AI-900 utløper ikke; å lumpe AI-102 inn er feil.",
|
|
"source": "https://learn.microsoft.com/credentials/certifications/azure-ai-engineer",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-governance/responsible-ai/stakeholder-communication-ai-decisions.md#3",
|
|
"file": "skills/ms-ai-governance/references/responsible-ai/stakeholder-communication-ai-decisions.md",
|
|
"skill": "ms-ai-governance",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Copilot Studio inkluderer 25000 messages",
|
|
"correction": "Kvantum 25000 korrekt, men enheten messages avløst av Copilot Credits (2025-09-01).",
|
|
"source": "https://learn.microsoft.com/microsoft-365/copilot/pay-as-you-go/copilot-capacity-packs",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/ai-foundry-disaster-recovery-planning.md#8",
|
|
"file": "skills/ms-ai-infrastructure/references/bcdr/ai-foundry-disaster-recovery-planning.md",
|
|
"skill": "ms-ai-infrastructure",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Microsoft Foundry tidligere Azure AI Studio / Azure Machine Learning",
|
|
"correction": "Brand-evolusjon: Azure AI Studio -> Azure AI Foundry -> Microsoft Foundry. Azure ML er IKKE tidligere navn (egen tjeneste). Konflatering feil.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/what-is-foundry",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/capacity-planning-dr-configurations.md#3",
|
|
"file": "skills/ms-ai-infrastructure/references/bcdr/capacity-planning-dr-configurations.md",
|
|
"skill": "ms-ai-infrastructure",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "AI Search 2 vs 3 replikaer: 99.9% vs 99.99% SLA",
|
|
"correction": "AI Search SLA er 99.9%, ingen 99.99%-nivå. 2 vs 3 = lese vs lese-skrive, ikke 99.9 vs 99.99. Aldri korrekt.",
|
|
"source": "https://learn.microsoft.com/azure/reliability/reliability-ai-search",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#1",
|
|
"file": "skills/ms-ai-infrastructure/references/bcdr/network-resilience-patterns-ai.md",
|
|
"skill": "ms-ai-infrastructure",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Azure Front Door DDoS Protection Standard",
|
|
"correction": "Gjeldende navn: DDoS Network Protection / DDoS IP Protection. 'Standard'-navnet avløst.",
|
|
"source": "https://learn.microsoft.com/azure/ddos-protection/ddos-protection-overview",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/azure-ai-foundry-cost-governance.md#6",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/azure-ai-foundry-cost-governance.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "tpm",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Model Quota (TPM) varierer per tier 150K-30M",
|
|
"correction": "Nå Quota Tiers (Free + Tier 1-6) opp til 225M. 150K-30M foreldet.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/quotas-limits",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#8",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/model-selection-price-performance.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "status",
|
|
"verdict": "rejected-file-correct",
|
|
"wrong_assertion": "Model Router er GA-funksjonalitet i Microsoft Foundry",
|
|
"correction": "Kilde lenker 'model router for Foundry (preview)'. Fortsatt preview, ikke GA.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/foundry-models/how-to/model-choice-guide",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": false,
|
|
"applied": false,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "verify-singletons-c (live)",
|
|
"note": "Manifest correction WRONG. Model Router reached GA (version 2025-11-18, per whats-new-model-router). Cited model-choice-guide page carries a stale \"(preview)\" label that misled the original subagent. File already correct — NOT changed."
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/model-selection-price-performance.md#9",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/model-selection-price-performance.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "version",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "AI Builder default GPT-4o-mini for generative (per des 2024)",
|
|
"correction": "Default nå GPT-4.1 mini; GPT-4o/4o-mini kun US government. Utdatert.",
|
|
"source": "https://learn.microsoft.com/microsoft-copilot-studio/prompt-model-settings",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#2",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/multi-model-strategy-costs.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "taxonomy",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "opptil 18 underliggende modeller",
|
|
"correction": "2025-11-18 lister nå ~28 modeller. 18 foreldet (in-place oppdatering).",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/concepts/model-router",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/multi-model-strategy-costs.md#3",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/multi-model-strategy-costs.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "tpm",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Rate limits Default/Enterprise GlobalStandard 250/250000, Enterprise 400/400000; DataZone 150/150000",
|
|
"correction": "Nå tier-basert (Tier 1-6). Default/Enterprise-struktur erstattet av Quota Tiers.",
|
|
"source": "https://learn.microsoft.com/azure/foundry/openai/concepts/model-router",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/rag-query-cost-reduction.md#2",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/rag-query-cost-reduction.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "sku",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "AI Search tier storage Basic 2/S1 25/S2 100/S3 200 GB per partisjon",
|
|
"correction": "Pre-april-2024-tall. Nye: Basic 15/S1 160/S2 512/S3 1024.",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": false,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/reserved-capacity-planning.md#6",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/reserved-capacity-planning.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "status",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Autorenew ON som standard for nye reservasjoner (etter 2025-Q4)",
|
|
"correction": "Kilde: auto-renewal opt-in; for replacement auto-renew av som standard. Motsier 'ON som standard'.",
|
|
"source": "https://learn.microsoft.com/azure/cost-management-billing/reservations/azure-openai",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#5",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/vector-storage-cost-optimization.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "tpm",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Vector quota (post-April 2024) Basic 1/S1 12/S2 36/S3 72 GB",
|
|
"correction": "Post-April-2024 vektorkvote er 5/35/150/300 GB. Fil-tall tilsvarer eldre juli-2023-periode.",
|
|
"source": "https://learn.microsoft.com/azure/search/search-limits-quotas-capacity",
|
|
"v2_judge_caught": true,
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-06-29",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live microsoft_docs_fetch) + main-context apply"
|
|
}
|
|
],
|
|
"g5b_fixes": [
|
|
{
|
|
"id": "ms-ai-advisor/architecture/adr-template.md#g5b",
|
|
"file": "skills/ms-ai-advisor/references/architecture/adr-template.md",
|
|
"skill": "ms-ai-advisor",
|
|
"claim_type": "capability-overclaim",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Zero permission management - SharePoint permissions respekteres automatisk",
|
|
"correction": "Overclaim: Copilot/Graph håndhever eksisterende tilganger (sant), men oversharing må fortsatt styres aktivt (Restricted SharePoint Search, SharePoint Advanced Management, sensitivitetsmerker, Purview). \"Zero permission management\" fjernet.",
|
|
"source": "https://learn.microsoft.com/microsoft-365/copilot/security-microsoft-365-copilot",
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-07-04",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live MS Learn) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/multi-region-azure-openai-deployment.md#g5b",
|
|
"file": "skills/ms-ai-infrastructure/references/bcdr/multi-region-azure-openai-deployment.md",
|
|
"skill": "ms-ai-infrastructure",
|
|
"claim_type": "retired-model",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "gpt-35-turbo listet som tilgjengelig modell (regionstabeller + kvoteeksempler, 5 forekomster)",
|
|
"correction": "Alle gpt-35-turbo-versjoner retired (0301/0613 2025-02-13, 16k 2025-04-30, 1106/0125 forbi \"no earlier than 2025-09-01\"-vindu) → byttet til gpt-4o-mini (bekreftet Standard-tilgjengelig i Sweden Central / West Europe / UK South).",
|
|
"source": "https://learn.microsoft.com/azure/ai-foundry/openai/concepts/model-retirements",
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-07-04",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live MS Learn) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-infrastructure/bcdr/network-resilience-patterns-ai.md#g5b",
|
|
"file": "skills/ms-ai-infrastructure/references/bcdr/network-resilience-patterns-ai.md",
|
|
"skill": "ms-ai-infrastructure",
|
|
"claim_type": "overstatement",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Circuit Breaker + Retry med exponential backoff er OBLIGATORISK for alle Azure AI API-kall — dette er ikke valgfritt.",
|
|
"correction": "Overstatement: MS rammer retry/circuit-breaker som anbefalt beste praksis (Well-Architected reliability patterns), ikke krav. Endret til \"sterkt anbefalt ... ikke et absolutt krav\".",
|
|
"source": "https://learn.microsoft.com/azure/well-architected/reliability/design-patterns",
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-07-04",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live MS Learn) + main-context apply"
|
|
},
|
|
{
|
|
"id": "ms-ai-security/cost-optimization/vector-storage-cost-optimization.md#g5b",
|
|
"file": "skills/ms-ai-security/references/cost-optimization/vector-storage-cost-optimization.md",
|
|
"skill": "ms-ai-security",
|
|
"claim_type": "ga-date",
|
|
"verdict": "confirm-fix",
|
|
"wrong_assertion": "Vector quantization (GA siden 2024-11-01)",
|
|
"correction": "GA-dato feil: scalar + binary quantization ble GA i 2024-07-01 stable Search-API. 2024-11-01 var en preview (rescoring/syntaks). Rettet til 2024-07-01.",
|
|
"source": "https://learn.microsoft.com/azure/search/search-api-migration",
|
|
"reverify_required": true,
|
|
"fixed": true,
|
|
"applied": true,
|
|
"verified": "2026-07-04",
|
|
"verified_by": "per-source verify-agent (Opus xhigh, live MS Learn) + main-context apply"
|
|
}
|
|
]
|
|
}
|