{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/anthropic/claude-haiku-5-5",
    "resolvedModel": "byok/anthropic/claude-haiku-5-5",
    "wallSeconds": 205.045,
    "inputTokens": 24556,
    "outputTokens": 4490,
    "totalTokens": 29046,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "PASS",
    "tier": "cloud/BYOK",
    "diagnosticOnly": false,
    "comparisonEligible": true,
    "cohort": "current-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
    ],
    "evidenceFile": "20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef.json",
    "archived": false,
    "supersededBy": "20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411"
  },
  "sourceRecord": {
    "id": "20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "current-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/anthropic/claude-haiku-5-5",
    "resolvedModel": "byok/anthropic/claude-haiku-5-5",
    "status": "PASS",
    "wallSeconds": 205.045,
    "inputTokens": 24556,
    "outputTokens": 4490,
    "totalTokens": 29046,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedCodePass": true,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154805.786043
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "af25a1de2213473eb116ca0a14f0e8c7.http.json",
      "dedcfa2815b649028cf2e9fd91c9778a.response.txt",
      "2363a21f1bf648ef94ca27fc6088e6e1.http.json",
      "dedcfa2815b649028cf2e9fd91c9778a.request.json",
      "af25a1de2213473eb116ca0a14f0e8c7.request.json",
      "6fe385bc0c5f48acb9163fa171338d23.timing.json",
      "af25a1de2213473eb116ca0a14f0e8c7.response.txt",
      "e7f02d8010f149499789f51ae5bce2d2.http.json",
      "8cb173ad5633440a8cb5e347b62a8e1a.http.json",
      "dedcfa2815b649028cf2e9fd91c9778a.http.json",
      "d7a8aff70a6a454599477d58bc7a22b5.http.json",
      "45d5bfbd1cff4b35b278be9d0e6c4673.http.json",
      "06fa55b2fde74bea95f9d744378d491c.timing.json",
      "e8bfd349301a4d189e0c8a51cf7d2f55.http.json",
      "dedcfa2815b649028cf2e9fd91c9778a.timing.json",
      "2363a21f1bf648ef94ca27fc6088e6e1.timing.json",
      "06fa55b2fde74bea95f9d744378d491c.http.json",
      "138cabeb57cd43dca1966d2d920cf77a.response.txt",
      "e7f02d8010f149499789f51ae5bce2d2.response.txt",
      "cbf484eefd674be488ba75ae68accc9e.timing.json",
      "8b7b537e3c83438183c36973cecdbc39.timing.json",
      "138cabeb57cd43dca1966d2d920cf77a.request.json",
      "c81ed2e2632c4c449762f6d00fa1c3bd.timing.json",
      "e7f02d8010f149499789f51ae5bce2d2.request.json",
      "8d7c4681d9ec4ce6a689858ac91abe60.http.json",
      "6fe385bc0c5f48acb9163fa171338d23.http.json",
      "782f9be00cf04faa95b835dd20d44023.request.json",
      "f9fac9d7c043431f8b1d74cadc22128f.http.json",
      "e7f02d8010f149499789f51ae5bce2d2.timing.json",
      "782f9be00cf04faa95b835dd20d44023.response.txt",
      "d7a8aff70a6a454599477d58bc7a22b5.timing.json",
      "8d7c4681d9ec4ce6a689858ac91abe60.request.json",
      "782f9be00cf04faa95b835dd20d44023.http.json",
      "f9fac9d7c043431f8b1d74cadc22128f.timing.json",
      "8d7c4681d9ec4ce6a689858ac91abe60.response.txt",
      "45d5bfbd1cff4b35b278be9d0e6c4673.request.json",
      "6fe385bc0c5f48acb9163fa171338d23.request.json",
      "8b7b537e3c83438183c36973cecdbc39.response.txt",
      "782f9be00cf04faa95b835dd20d44023.timing.json",
      "45d5bfbd1cff4b35b278be9d0e6c4673.response.txt",
      "e8bfd349301a4d189e0c8a51cf7d2f55.timing.json",
      "6fe385bc0c5f48acb9163fa171338d23.response.txt",
      "8b7b537e3c83438183c36973cecdbc39.request.json",
      "cbf484eefd674be488ba75ae68accc9e.request.json",
      "cbf484eefd674be488ba75ae68accc9e.response.txt",
      "138cabeb57cd43dca1966d2d920cf77a.http.json",
      "45d5bfbd1cff4b35b278be9d0e6c4673.timing.json",
      "06fa55b2fde74bea95f9d744378d491c.response.txt",
      "8cb173ad5633440a8cb5e347b62a8e1a.timing.json",
      "06fa55b2fde74bea95f9d744378d491c.request.json",
      "138cabeb57cd43dca1966d2d920cf77a.timing.json",
      "2363a21f1bf648ef94ca27fc6088e6e1.response.txt",
      "2363a21f1bf648ef94ca27fc6088e6e1.request.json",
      "d7a8aff70a6a454599477d58bc7a22b5.request.json",
      "f9fac9d7c043431f8b1d74cadc22128f.response.txt",
      "c81ed2e2632c4c449762f6d00fa1c3bd.http.json",
      "d7a8aff70a6a454599477d58bc7a22b5.response.txt",
      "f9fac9d7c043431f8b1d74cadc22128f.request.json",
      "8d7c4681d9ec4ce6a689858ac91abe60.timing.json",
      "c81ed2e2632c4c449762f6d00fa1c3bd.request.json",
      "c81ed2e2632c4c449762f6d00fa1c3bd.response.txt",
      "cbf484eefd674be488ba75ae68accc9e.http.json",
      "af25a1de2213473eb116ca0a14f0e8c7.timing.json",
      "e8bfd349301a4d189e0c8a51cf7d2f55.response.txt",
      "8cb173ad5633440a8cb5e347b62a8e1a.request.json",
      "8b7b537e3c83438183c36973cecdbc39.http.json",
      "e8bfd349301a4d189e0c8a51cf7d2f55.request.json",
      "8cb173ad5633440a8cb5e347b62a8e1a.response.txt"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "PASS",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": false,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 6,
    "partialInputTokens": 24556,
    "partialOutputTokens": 4490,
    "partialTotalTokens": 29046,
    "partialEstimatedCostUsd": null,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": 141.657,
    "knownTokensIncludingAdditiveReasoning": 29046,
    "knownTokensIncludingAdditiveReasoningPerSecond": 141.657,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": true,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef.json",
    "publicEvidenceSha256": "89488c6a138b90efe003e5b6da5cbaf8cd02a2b4207552d5a098649cf2ad65c7",
    "modelSelectionEvidence": "model-selection/selection.json",
    "catalogEstimatedCostUsd": 0.0047006,
    "catalogCostEstimateSource": "model-selection/selection.json",
    "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt",
    "providerReportedCostUsd": 0
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/06fa55b2fde74bea95f9d744378d491c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/06fa55b2fde74bea95f9d744378d491c.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/06fa55b2fde74bea95f9d744378d491c.response.txt",
      "sha256": "14dba6d322de39e33f8d67dcfaaa0f2cb9fa88791231ae311c7393ab1cdbe856",
      "bytes": 1075425
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/06fa55b2fde74bea95f9d744378d491c.timing.json",
      "sha256": "5beea86d25a0317cc940dc1dfd64d5c375002739116730c4aadfdae582406b69",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/138cabeb57cd43dca1966d2d920cf77a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/138cabeb57cd43dca1966d2d920cf77a.request.json",
      "sha256": "1e04f998889eaaa390184206905c6a5d47dadd7f76e340df55711d384ed9e732",
      "bytes": 19636
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/138cabeb57cd43dca1966d2d920cf77a.response.txt",
      "sha256": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
      "bytes": 31556
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/138cabeb57cd43dca1966d2d920cf77a.timing.json",
      "sha256": "87899a3da8b23e4e3a3acd34b559055de0be932ec64e612a419284e5419b545e",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/2363a21f1bf648ef94ca27fc6088e6e1.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/2363a21f1bf648ef94ca27fc6088e6e1.request.json",
      "sha256": "137ebe02e1799e9afaed8d09dc2364cef1d1042f487a603fc7c2d9cbfc9f1250",
      "bytes": 19835
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/2363a21f1bf648ef94ca27fc6088e6e1.response.txt",
      "sha256": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
      "bytes": 15798
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/2363a21f1bf648ef94ca27fc6088e6e1.timing.json",
      "sha256": "dc6371d2abb6c5332aa8a24673241319139a8d170c9f470293245e7aa21792ad",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/45d5bfbd1cff4b35b278be9d0e6c4673.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/45d5bfbd1cff4b35b278be9d0e6c4673.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/45d5bfbd1cff4b35b278be9d0e6c4673.response.txt",
      "sha256": "397bd6aab09bf36c98b1b57b5a53f33b87ffdd8ef89878e03b3ab9e650b1a0c2",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/45d5bfbd1cff4b35b278be9d0e6c4673.timing.json",
      "sha256": "df5587c0cf0fffe130309409bbd2b51411e71dbfe0b2e2e2186729c00bd0d96d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/6fe385bc0c5f48acb9163fa171338d23.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/6fe385bc0c5f48acb9163fa171338d23.request.json",
      "sha256": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "bytes": 108
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/6fe385bc0c5f48acb9163fa171338d23.response.txt",
      "sha256": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "bytes": 168
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/6fe385bc0c5f48acb9163fa171338d23.timing.json",
      "sha256": "ce9edbb464c6c278eb30db76e4a4fdf911f8104d6d79fcf5ca22830412280dfe",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/782f9be00cf04faa95b835dd20d44023.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/782f9be00cf04faa95b835dd20d44023.request.json",
      "sha256": "e8cb70d01708ece5e16c05dd33384f03b74152cb7eb3d398d540b1fe2429ca91",
      "bytes": 18742
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/782f9be00cf04faa95b835dd20d44023.response.txt",
      "sha256": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
      "bytes": 16074
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/782f9be00cf04faa95b835dd20d44023.timing.json",
      "sha256": "e648c00982e92a1ce6dbf12217efe6ec3513e50d80c1b8fc71577c1e0332afef",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8b7b537e3c83438183c36973cecdbc39.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8b7b537e3c83438183c36973cecdbc39.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8b7b537e3c83438183c36973cecdbc39.response.txt",
      "sha256": "c7bed28de6827ead6f4d6198bad7201704b5bcdcb8125d532bd8571107d3d3ea",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8b7b537e3c83438183c36973cecdbc39.timing.json",
      "sha256": "f3f6628435ee7330e5ed4d8ad7f2db0920929cfcee28dc0399ff642a8faf261d",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8cb173ad5633440a8cb5e347b62a8e1a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8cb173ad5633440a8cb5e347b62a8e1a.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8cb173ad5633440a8cb5e347b62a8e1a.response.txt",
      "sha256": "bcacb9608782607e778e505e407283c3bf2a1d3e6c1863dbd07e5555a02fa820",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8cb173ad5633440a8cb5e347b62a8e1a.timing.json",
      "sha256": "121f903d03464df6b81654222be868a9434b414886817c59c455d3bd20dc78a9",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8d7c4681d9ec4ce6a689858ac91abe60.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8d7c4681d9ec4ce6a689858ac91abe60.request.json",
      "sha256": "5d54521c0602ff34873b80d75d8da81ce1eea314b0d768f2fbef71277c33d6ff",
      "bytes": 10875
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8d7c4681d9ec4ce6a689858ac91abe60.response.txt",
      "sha256": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
      "bytes": 13034
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8d7c4681d9ec4ce6a689858ac91abe60.timing.json",
      "sha256": "b7865b7b1f44692f89f21dc4ff7b3460a596c9ca657f6a6f07af924c45ddca06",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/af25a1de2213473eb116ca0a14f0e8c7.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/af25a1de2213473eb116ca0a14f0e8c7.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/af25a1de2213473eb116ca0a14f0e8c7.response.txt",
      "sha256": "f35434d44b674424f6b8e9aeba85e5106347cb2b35d44d869216a2ecd81e0bb5",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/af25a1de2213473eb116ca0a14f0e8c7.timing.json",
      "sha256": "a3e05d5024b8474574284d17917072865c87bef8810afd2c9df6bd026bd1f389",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/budget_ledger.json",
      "sha256": "5065d6f8f8d254f2cc1cfacd8d4125e9ee87bce2a28b72044666da9c7e0e2d16",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/budget_ledger_at_terminal.json",
      "sha256": "5065d6f8f8d254f2cc1cfacd8d4125e9ee87bce2a28b72044666da9c7e0e2d16",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/c81ed2e2632c4c449762f6d00fa1c3bd.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/c81ed2e2632c4c449762f6d00fa1c3bd.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/c81ed2e2632c4c449762f6d00fa1c3bd.response.txt",
      "sha256": "8ec6d793016170f84d8e30d4b169109b99afdc76427faa3d8c0e17d15a8c0031",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/c81ed2e2632c4c449762f6d00fa1c3bd.timing.json",
      "sha256": "4cd7e06f5f887ac7260e7dbe333e382681984a0b600872a2d38657670cacd180",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/cbf484eefd674be488ba75ae68accc9e.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/cbf484eefd674be488ba75ae68accc9e.request.json",
      "sha256": "0a21aff521313c1eb22de9c4f811b3cb2e329c66c318be796358e3f6c07aec24",
      "bytes": 20943
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/cbf484eefd674be488ba75ae68accc9e.response.txt",
      "sha256": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
      "bytes": 13912
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/cbf484eefd674be488ba75ae68accc9e.timing.json",
      "sha256": "a6674dab195a5319eecfb199aad621f1d9b28fb985a936035a5edf8264df0e39",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/d7a8aff70a6a454599477d58bc7a22b5.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/d7a8aff70a6a454599477d58bc7a22b5.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/d7a8aff70a6a454599477d58bc7a22b5.response.txt",
      "sha256": "dfd22a4b656339b3b35682a818f212b0e91d8a397e82f9bd9e518e420f8dcc71",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/d7a8aff70a6a454599477d58bc7a22b5.timing.json",
      "sha256": "5fccfcc97d3084a6bc6da8335431143d977d9d747c4583c430495592ec102b45",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/dedcfa2815b649028cf2e9fd91c9778a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/dedcfa2815b649028cf2e9fd91c9778a.request.json",
      "sha256": "4988d561cce5e053320294c73f6d764a66eb4c1107ccb0ff919632c8ab346e7c",
      "bytes": 21702
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/dedcfa2815b649028cf2e9fd91c9778a.response.txt",
      "sha256": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
      "bytes": 14893
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/dedcfa2815b649028cf2e9fd91c9778a.timing.json",
      "sha256": "76795175cd374cf55446c7baa795be1c7be0dfa97852eb2b803caa1a21db6d21",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e7f02d8010f149499789f51ae5bce2d2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e7f02d8010f149499789f51ae5bce2d2.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e7f02d8010f149499789f51ae5bce2d2.response.txt",
      "sha256": "e2bd168d68f573f495644c22866c3cbbd03b577edd0f6902cc0b18adc869f1b3",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e7f02d8010f149499789f51ae5bce2d2.timing.json",
      "sha256": "87fd1b654ec96fd9fbe1f39601b13e966037c6403cf6ed0fb440de615842bb96",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e8bfd349301a4d189e0c8a51cf7d2f55.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e8bfd349301a4d189e0c8a51cf7d2f55.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e8bfd349301a4d189e0c8a51cf7d2f55.response.txt",
      "sha256": "5994c4d1b9b759f6ee4247bd96702c6ffd60b69e1f1289e1685ec9623062cf4a",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/e8bfd349301a4d189e0c8a51cf7d2f55.timing.json",
      "sha256": "16d540b06ef3b12d492b17507eb786e9541e160a38859ded4dc683b12c649518",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/f9fac9d7c043431f8b1d74cadc22128f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/f9fac9d7c043431f8b1d74cadc22128f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/f9fac9d7c043431f8b1d74cadc22128f.response.txt",
      "sha256": "df2c79c4eaebdb485fb342ca3cb5ff630cc140d770765273e57dc38fa5813cff",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/f9fac9d7c043431f8b1d74cadc22128f.timing.json",
      "sha256": "dbcae9948fc68a8a45960ac039ec474419787b476011a7172c5265d3b9f7e5d2",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/freeze.json",
      "sha256": "f85739dd5747c93142785f43afe42dc2e9256cd7fcd063430b7bd892d195566c",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154805.786043\n}",
      "contentRedacted": false,
      "publishedContentSha256": "f85739dd5747c93142785f43afe42dc2e9256cd7fcd063430b7bd892d195566c"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/health_after.json",
      "sha256": "e7c0f258da241eaf2257b06d3a4ee666b55be893cdc0f7ce9fb37b8aee2f1846",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/health_before.json",
      "sha256": "a4f68ace78f17f34e2f7aafe144c4376b311a1bb8c42b311712e22840f99d747",
      "bytes": 1325
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/invocation.json",
      "sha256": "35a36868522fb9a922eb014324e73c4200b810689f416c5c687eec6c3dd335ec",
      "bytes": 2224
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/launch.json",
      "sha256": "de095fbd1469199af19f529a8a678cbb4a188e9bccb74a63d15724e993a2791b",
      "bytes": 184
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/oracle.stdout.txt",
      "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "bytes": 1582,
      "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/post-terminal-settlement.json",
      "sha256": "7d3bd751c11e735df7d0ffae3ad960730488d045a38394bc6521cf83fed29ac2",
      "bytes": 384
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0001.sse",
      "sha256": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
      "bytes": 13034
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0002.sse",
      "sha256": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
      "bytes": 16074
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0003.sse",
      "sha256": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
      "bytes": 14893
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0004.sse",
      "sha256": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
      "bytes": 13912
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0005.sse",
      "sha256": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
      "bytes": 15798
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/gateway-0006.sse",
      "sha256": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
      "bytes": 31556
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/.verdict_code_usage.inv-77c1fe64b5fd421c80117c94a30a4e46.json",
      "sha256": "2605b4bf68bcbb3d52cd93c28b1b24c1a358fa773186e2338afa9639974700f4",
      "bytes": 93464
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/comms.txt",
      "sha256": "9a2269b3a6e79d2c9729d0823f2a9d08aa9ada847d9d7754c82eb59e29a4b02e",
      "bytes": 7079
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t1/comms.txt",
      "sha256": "ad22209ae3f5ae7526c84372b6a0586a76a29a1183c5c62de553183b84d813fc",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t2/comms.txt",
      "sha256": "d5c47f9347c3a7e62ac95ae0609469de44dcd52b6c845b87855afb90a5847bd6",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t3/comms.txt",
      "sha256": "1a3e61933afad858dcdc988fc6eed0a578362714e34aafd2a3fb2e7c6cc23b16",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t4/comms.txt",
      "sha256": "e4936b02b17403e37fc3f0c5b1dc3e9848b135f51edbbb34858f3f4d06ccf3ed",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t5/comms.txt",
      "sha256": "b4074565b58ce6e067d3e04772e6cdea83ae5280231795b903ec4799f5016f3c",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t6/comms.txt",
      "sha256": "033356012e7d8246d6cd30636ef60fbf81e9a04369de0576607b4765e87d4f06",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/compaction_events.jsonl",
      "sha256": "c1e355b5833bb2241b3d09cdac4409e379d574042244b76b2dbe43cd11fc851d",
      "bytes": 487
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/costs.json",
      "sha256": "5a739a65c465c29092e42f576269ec0534492c3c1559fc3baeba80a664d8ec3b",
      "bytes": 116708
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "9232b799e4d9e0cfde380c7d49db2bb627589575c5b26e4b4dd1f397d06970e8",
      "bytes": 275
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/private_producer/state.json",
      "sha256": "f6e2fa5f1a76899c9297ca1b4f443577ee0f0621df96a6e1451b5de1eba6080b",
      "bytes": 3189
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/product_source.json",
      "sha256": "d60abcfae3e8245151f97652ecbb524b51aaa70007a00f29b06fcc8a0b32ab02",
      "bytes": 846,
      "content": "{\n  \"head\": \"05ba1e3a9d000697071043fd47fd47734a2f9a4a\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "d60abcfae3e8245151f97652ecbb524b51aaa70007a00f29b06fcc8a0b32ab02"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/result.json",
      "sha256": "d700c76c0fdf3c398d07a3b071e45da69a0516e49b9adbc8976122c9214f2e9a",
      "bytes": 19877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/sandbox.sb",
      "sha256": "4122d97d74b512e43a17762939aaac3e40b02861af3b5977cc581fdbf4030d31",
      "bytes": 5976
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "bytes": 764703
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/stderr.txt",
      "sha256": "e94946594c91a2e15f044c7b2e55de09ff5486c1674f62003ea15cab28f6dbe2",
      "bytes": 35337
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/stdout.txt",
      "sha256": "869800c7db39d8c449c723b9a79866f55b31cadea681ac44ca66f8210fbc98ba",
      "bytes": 29537
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/06fa55b2fde74bea95f9d744378d491c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/06fa55b2fde74bea95f9d744378d491c.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/06fa55b2fde74bea95f9d744378d491c.response.txt",
      "sha256": "14dba6d322de39e33f8d67dcfaaa0f2cb9fa88791231ae311c7393ab1cdbe856",
      "bytes": 1075425
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/06fa55b2fde74bea95f9d744378d491c.timing.json",
      "sha256": "5beea86d25a0317cc940dc1dfd64d5c375002739116730c4aadfdae582406b69",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.request.json",
      "sha256": "1e04f998889eaaa390184206905c6a5d47dadd7f76e340df55711d384ed9e732",
      "bytes": 19636
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.response.txt",
      "sha256": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
      "bytes": 31556
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.timing.json",
      "sha256": "87899a3da8b23e4e3a3acd34b559055de0be932ec64e612a419284e5419b545e",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.request.json",
      "sha256": "137ebe02e1799e9afaed8d09dc2364cef1d1042f487a603fc7c2d9cbfc9f1250",
      "bytes": 19835
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.response.txt",
      "sha256": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
      "bytes": 15798
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.timing.json",
      "sha256": "dc6371d2abb6c5332aa8a24673241319139a8d170c9f470293245e7aa21792ad",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.response.txt",
      "sha256": "397bd6aab09bf36c98b1b57b5a53f33b87ffdd8ef89878e03b3ab9e650b1a0c2",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.timing.json",
      "sha256": "df5587c0cf0fffe130309409bbd2b51411e71dbfe0b2e2e2186729c00bd0d96d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.request.json",
      "sha256": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "bytes": 108
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.response.txt",
      "sha256": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "bytes": 168
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.timing.json",
      "sha256": "ce9edbb464c6c278eb30db76e4a4fdf911f8104d6d79fcf5ca22830412280dfe",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/782f9be00cf04faa95b835dd20d44023.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/782f9be00cf04faa95b835dd20d44023.request.json",
      "sha256": "e8cb70d01708ece5e16c05dd33384f03b74152cb7eb3d398d540b1fe2429ca91",
      "bytes": 18742
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/782f9be00cf04faa95b835dd20d44023.response.txt",
      "sha256": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
      "bytes": 16074
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/782f9be00cf04faa95b835dd20d44023.timing.json",
      "sha256": "e648c00982e92a1ce6dbf12217efe6ec3513e50d80c1b8fc71577c1e0332afef",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8b7b537e3c83438183c36973cecdbc39.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8b7b537e3c83438183c36973cecdbc39.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8b7b537e3c83438183c36973cecdbc39.response.txt",
      "sha256": "c7bed28de6827ead6f4d6198bad7201704b5bcdcb8125d532bd8571107d3d3ea",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8b7b537e3c83438183c36973cecdbc39.timing.json",
      "sha256": "f3f6628435ee7330e5ed4d8ad7f2db0920929cfcee28dc0399ff642a8faf261d",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.response.txt",
      "sha256": "bcacb9608782607e778e505e407283c3bf2a1d3e6c1863dbd07e5555a02fa820",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.timing.json",
      "sha256": "121f903d03464df6b81654222be868a9434b414886817c59c455d3bd20dc78a9",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.request.json",
      "sha256": "5d54521c0602ff34873b80d75d8da81ce1eea314b0d768f2fbef71277c33d6ff",
      "bytes": 10875
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.response.txt",
      "sha256": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
      "bytes": 13034
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.timing.json",
      "sha256": "b7865b7b1f44692f89f21dc4ff7b3460a596c9ca657f6a6f07af924c45ddca06",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.response.txt",
      "sha256": "f35434d44b674424f6b8e9aeba85e5106347cb2b35d44d869216a2ecd81e0bb5",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.timing.json",
      "sha256": "a3e05d5024b8474574284d17917072865c87bef8810afd2c9df6bd026bd1f389",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/budget_ledger.json",
      "sha256": "5065d6f8f8d254f2cc1cfacd8d4125e9ee87bce2a28b72044666da9c7e0e2d16",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.response.txt",
      "sha256": "8ec6d793016170f84d8e30d4b169109b99afdc76427faa3d8c0e17d15a8c0031",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.timing.json",
      "sha256": "4cd7e06f5f887ac7260e7dbe333e382681984a0b600872a2d38657670cacd180",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/cbf484eefd674be488ba75ae68accc9e.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/cbf484eefd674be488ba75ae68accc9e.request.json",
      "sha256": "0a21aff521313c1eb22de9c4f811b3cb2e329c66c318be796358e3f6c07aec24",
      "bytes": 20943
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/cbf484eefd674be488ba75ae68accc9e.response.txt",
      "sha256": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
      "bytes": 13912
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/cbf484eefd674be488ba75ae68accc9e.timing.json",
      "sha256": "a6674dab195a5319eecfb199aad621f1d9b28fb985a936035a5edf8264df0e39",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.response.txt",
      "sha256": "dfd22a4b656339b3b35682a818f212b0e91d8a397e82f9bd9e518e420f8dcc71",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.timing.json",
      "sha256": "5fccfcc97d3084a6bc6da8335431143d977d9d747c4583c430495592ec102b45",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.request.json",
      "sha256": "4988d561cce5e053320294c73f6d764a66eb4c1107ccb0ff919632c8ab346e7c",
      "bytes": 21702
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.response.txt",
      "sha256": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
      "bytes": 14893
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.timing.json",
      "sha256": "76795175cd374cf55446c7baa795be1c7be0dfa97852eb2b803caa1a21db6d21",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.response.txt",
      "sha256": "e2bd168d68f573f495644c22866c3cbbd03b577edd0f6902cc0b18adc869f1b3",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.timing.json",
      "sha256": "87fd1b654ec96fd9fbe1f39601b13e966037c6403cf6ed0fb440de615842bb96",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.response.txt",
      "sha256": "5994c4d1b9b759f6ee4247bd96702c6ffd60b69e1f1289e1685ec9623062cf4a",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.timing.json",
      "sha256": "16d540b06ef3b12d492b17507eb786e9541e160a38859ded4dc683b12c649518",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.response.txt",
      "sha256": "df2c79c4eaebdb485fb342ca3cb5ff630cc140d770765273e57dc38fa5813cff",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.timing.json",
      "sha256": "dbcae9948fc68a8a45960ac039ec474419787b476011a7172c5265d3b9f7e5d2",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/workspace/solution.py",
      "sha256": "cec4aa8b14258afb38d1b08cdd0a8e8d7517a94635f121e4789c80b3a3f5e303",
      "bytes": 1175,
      "content": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = [\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\"]\n_MONTHS = {\n    \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n    \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_DATE_RE = re.compile(\n    r\"^(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n    r\"([0-9]{2}) (Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n    r\"([0-9]{4}) ([0-9]{2}):([0-9]{2}):([0-9]{2}) GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n    s = value.strip()\n    if not s:\n        return None\n    if all(\"0\" <= c <= \"9\" for c in s):\n        return int(s)\n    m = _DATE_RE.fullmatch(s)\n    if not m:\n        return None\n    wd, day, mon, year, hh, mm, ss = m.groups()\n    try:\n        dt = datetime(\n            int(year), _MONTHS[mon], int(day),\n            int(hh), int(mm), int(ss), tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n    if _WEEKDAYS[dt.weekday()] != wd:\n        return None\n    delta = (dt - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
      "contentRedacted": false,
      "publishedContentSha256": "cec4aa8b14258afb38d1b08cdd0a8e8d7517a94635f121e4789c80b3a3f5e303"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154805.786043
    },
    "candidateCode": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = [\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\"]\n_MONTHS = {\n    \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n    \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_DATE_RE = re.compile(\n    r\"^(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n    r\"([0-9]{2}) (Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n    r\"([0-9]{4}) ([0-9]{2}):([0-9]{2}):([0-9]{2}) GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n    s = value.strip()\n    if not s:\n        return None\n    if all(\"0\" <= c <= \"9\" for c in s):\n        return int(s)\n    m = _DATE_RE.fullmatch(s)\n    if not m:\n        return None\n    wd, day, mon, year, hh, mm, ss = m.groups()\n    try:\n        dt = datetime(\n            int(year), _MONTHS[mon], int(day),\n            int(hh), int(mm), int(ss), tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n    if _WEEKDAYS[dt.weekday()] != wd:\n        return None\n    delta = (dt - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
    "oracle": {
      "passed": 20,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 1,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 2,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/dedcfa2815b649028cf2e9fd91c9778a.request.json",
        "requestSha256": "4988d561cce5e053320294c73f6d764a66eb4c1107ccb0ff919632c8ab346e7c",
        "responseSha256": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 5086,
        "outputTokens": 750,
        "totalTokens": 5836,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/138cabeb57cd43dca1966d2d920cf77a.request.json",
        "requestSha256": "1e04f998889eaaa390184206905c6a5d47dadd7f76e340df55711d384ed9e732",
        "responseSha256": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 4300,
        "outputTokens": 409,
        "totalTokens": 4709,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "stop"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/782f9be00cf04faa95b835dd20d44023.request.json",
        "requestSha256": "e8cb70d01708ece5e16c05dd33384f03b74152cb7eb3d398d540b1fe2429ca91",
        "responseSha256": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 3797,
        "outputTokens": 1319,
        "totalTokens": 5116,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/8d7c4681d9ec4ce6a689858ac91abe60.request.json",
        "requestSha256": "5d54521c0602ff34873b80d75d8da81ce1eea314b0d768f2fbef71277c33d6ff",
        "responseSha256": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 1987,
        "outputTokens": 675,
        "totalTokens": 2662,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/cbf484eefd674be488ba75ae68accc9e.request.json",
        "requestSha256": "0a21aff521313c1eb22de9c4f811b3cb2e329c66c318be796358e3f6c07aec24",
        "responseSha256": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 4961,
        "outputTokens": 159,
        "totalTokens": 5120,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/2363a21f1bf648ef94ca27fc6088e6e1.request.json",
        "requestSha256": "137ebe02e1799e9afaed8d09dc2364cef1d1042f487a603fc7c2d9cbfc9f1250",
        "responseSha256": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 4425,
        "outputTokens": 1178,
        "totalTokens": 5603,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:46:45.824538+00:00",
      "uptime_seconds": 815.135575056076,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:50:10.991072+00:00",
      "uptime_seconds": 1020.3021030426025,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef",
    "rawResultSha256": "d700c76c0fdf3c398d07a3b071e45da69a0516e49b9adbc8976122c9214f2e9a",
    "rawEvidenceHashes": {
      "health_before.json": "a4f68ace78f17f34e2f7aafe144c4376b311a1bb8c42b311712e22840f99d747",
      "stdout.txt": "869800c7db39d8c449c723b9a79866f55b31cadea681ac44ca66f8210fbc98ba",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "e7c0f258da241eaf2257b06d3a4ee666b55be893cdc0f7ce9fb37b8aee2f1846",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "5065d6f8f8d254f2cc1cfacd8d4125e9ee87bce2a28b72044666da9c7e0e2d16",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "sandbox.sb": "4122d97d74b512e43a17762939aaac3e40b02861af3b5977cc581fdbf4030d31",
      "stderr.txt": "e94946594c91a2e15f044c7b2e55de09ff5486c1674f62003ea15cab28f6dbe2",
      "launch.json": "de095fbd1469199af19f529a8a678cbb4a188e9bccb74a63d15724e993a2791b",
      "invocation.json": "35a36868522fb9a922eb014324e73c4200b810689f416c5c687eec6c3dd335ec",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "f85739dd5747c93142785f43afe42dc2e9256cd7fcd063430b7bd892d195566c",
      "product_source.json": "d60abcfae3e8245151f97652ecbb524b51aaa70007a00f29b06fcc8a0b32ab02",
      "post-terminal-settlement.json": "7d3bd751c11e735df7d0ffae3ad960730488d045a38394bc6521cf83fed29ac2",
      "workspace/solution.py": "cec4aa8b14258afb38d1b08cdd0a8e8d7517a94635f121e4789c80b3a3f5e303",
      "workspace/__pycache__/solution.cpython-314.pyc": "8129c58c7d923e5e77b480b290daab03965723b06cb57da95716422246c9dc3b",
      "private_producer/state.json": "f6e2fa5f1a76899c9297ca1b4f443577ee0f0621df96a6e1451b5de1eba6080b",
      "private_producer/gateway-0006.sse": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
      "private_producer/gateway-0005.sse": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
      "private_producer/gateway-0004.sse": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
      "private_producer/gateway-0001.sse": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
      "private_producer/gateway-0003.sse": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
      "private_producer/gateway-0002.sse": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
      "private_producer/runtime/compaction_events.jsonl": "c1e355b5833bb2241b3d09cdac4409e379d574042244b76b2dbe43cd11fc851d",
      "private_producer/runtime/.verdict_code_usage.inv-77c1fe64b5fd421c80117c94a30a4e46.json": "2605b4bf68bcbb3d52cd93c28b1b24c1a358fa773186e2338afa9639974700f4",
      "private_producer/runtime/costs.json": "5a739a65c465c29092e42f576269ec0534492c3c1559fc3baeba80a664d8ec3b",
      "private_producer/runtime/model_cache/availability_cache.json": "9232b799e4d9e0cfde380c7d49db2bb627589575c5b26e4b4dd1f397d06970e8",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t4/comms.txt": "e4936b02b17403e37fc3f0c5b1dc3e9848b135f51edbbb34858f3f4d06ccf3ed",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t3/comms.txt": "1a3e61933afad858dcdc988fc6eed0a578362714e34aafd2a3fb2e7c6cc23b16",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t2/comms.txt": "d5c47f9347c3a7e62ac95ae0609469de44dcd52b6c845b87855afb90a5847bd6",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t5/comms.txt": "b4074565b58ce6e067d3e04772e6cdea83ae5280231795b903ec4799f5016f3c",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef/comms.txt": "9a2269b3a6e79d2c9729d0823f2a9d08aa9ada847d9d7754c82eb59e29a4b02e",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t6/comms.txt": "033356012e7d8246d6cd30636ef60fbf81e9a04369de0576607b4765e87d4f06",
      "private_producer/runtime/artifacts/runs/20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef-t1/comms.txt": "ad22209ae3f5ae7526c84372b6a0586a76a29a1183c5c62de553183b84d813fc",
      "terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.response.txt": "1344f9caca0c87056948d0084f01405491b6ac807a142639eb83ce3646edd8b1",
      "terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.request.json": "4988d561cce5e053320294c73f6d764a66eb4c1107ccb0ff919632c8ab346e7c",
      "terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.timing.json": "ce9edbb464c6c278eb30db76e4a4fdf911f8104d6d79fcf5ca22830412280dfe",
      "terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.response.txt": "f35434d44b674424f6b8e9aeba85e5106347cb2b35d44d869216a2ecd81e0bb5",
      "terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/06fa55b2fde74bea95f9d744378d491c.timing.json": "5beea86d25a0317cc940dc1dfd64d5c375002739116730c4aadfdae582406b69",
      "terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/dedcfa2815b649028cf2e9fd91c9778a.timing.json": "76795175cd374cf55446c7baa795be1c7be0dfa97852eb2b803caa1a21db6d21",
      "terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.timing.json": "dc6371d2abb6c5332aa8a24673241319139a8d170c9f470293245e7aa21792ad",
      "terminal_evidence/06fa55b2fde74bea95f9d744378d491c.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.response.txt": "dea250380774fb2ba739e1deaa994c07161a854db50bfc7470da5775edf20ca2",
      "terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.response.txt": "e2bd168d68f573f495644c22866c3cbbd03b577edd0f6902cc0b18adc869f1b3",
      "terminal_evidence/cbf484eefd674be488ba75ae68accc9e.timing.json": "a6674dab195a5319eecfb199aad621f1d9b28fb985a936035a5edf8264df0e39",
      "terminal_evidence/8b7b537e3c83438183c36973cecdbc39.timing.json": "f3f6628435ee7330e5ed4d8ad7f2db0920929cfcee28dc0399ff642a8faf261d",
      "terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.request.json": "1e04f998889eaaa390184206905c6a5d47dadd7f76e340df55711d384ed9e732",
      "terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.timing.json": "4cd7e06f5f887ac7260e7dbe333e382681984a0b600872a2d38657670cacd180",
      "terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/782f9be00cf04faa95b835dd20d44023.request.json": "e8cb70d01708ece5e16c05dd33384f03b74152cb7eb3d398d540b1fe2429ca91",
      "terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/e7f02d8010f149499789f51ae5bce2d2.timing.json": "87fd1b654ec96fd9fbe1f39601b13e966037c6403cf6ed0fb440de615842bb96",
      "terminal_evidence/782f9be00cf04faa95b835dd20d44023.response.txt": "c08a0cd80f2a29a9b86211b4f26af4a3b869bd5711c7b0f1bef2debe1fa1afcd",
      "terminal_evidence/budget_ledger.json": "5065d6f8f8d254f2cc1cfacd8d4125e9ee87bce2a28b72044666da9c7e0e2d16",
      "terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.timing.json": "5fccfcc97d3084a6bc6da8335431143d977d9d747c4583c430495592ec102b45",
      "terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.request.json": "5d54521c0602ff34873b80d75d8da81ce1eea314b0d768f2fbef71277c33d6ff",
      "terminal_evidence/782f9be00cf04faa95b835dd20d44023.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.timing.json": "dbcae9948fc68a8a45960ac039ec474419787b476011a7172c5265d3b9f7e5d2",
      "terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.response.txt": "fe5155f5da0e6571664c7d6ef407711402bba1aba55a19ada918eb62dade954f",
      "terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.request.json": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "terminal_evidence/8b7b537e3c83438183c36973cecdbc39.response.txt": "c7bed28de6827ead6f4d6198bad7201704b5bcdcb8125d532bd8571107d3d3ea",
      "terminal_evidence/782f9be00cf04faa95b835dd20d44023.timing.json": "e648c00982e92a1ce6dbf12217efe6ec3513e50d80c1b8fc71577c1e0332afef",
      "terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.response.txt": "397bd6aab09bf36c98b1b57b5a53f33b87ffdd8ef89878e03b3ab9e650b1a0c2",
      "terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.timing.json": "16d540b06ef3b12d492b17507eb786e9541e160a38859ded4dc683b12c649518",
      "terminal_evidence/6fe385bc0c5f48acb9163fa171338d23.response.txt": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "terminal_evidence/8b7b537e3c83438183c36973cecdbc39.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/cbf484eefd674be488ba75ae68accc9e.request.json": "0a21aff521313c1eb22de9c4f811b3cb2e329c66c318be796358e3f6c07aec24",
      "terminal_evidence/cbf484eefd674be488ba75ae68accc9e.response.txt": "ced2165dfd15b0312df8b6defd67e1fde715e5cfcfe4eb9d2201748be0a34b8f",
      "terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/45d5bfbd1cff4b35b278be9d0e6c4673.timing.json": "df5587c0cf0fffe130309409bbd2b51411e71dbfe0b2e2e2186729c00bd0d96d",
      "terminal_evidence/06fa55b2fde74bea95f9d744378d491c.response.txt": "14dba6d322de39e33f8d67dcfaaa0f2cb9fa88791231ae311c7393ab1cdbe856",
      "terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.timing.json": "121f903d03464df6b81654222be868a9434b414886817c59c455d3bd20dc78a9",
      "terminal_evidence/06fa55b2fde74bea95f9d744378d491c.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/138cabeb57cd43dca1966d2d920cf77a.timing.json": "87899a3da8b23e4e3a3acd34b559055de0be932ec64e612a419284e5419b545e",
      "terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.response.txt": "f5569cfdb102f6b763ace94792a5e0962729f5746f3bbeb791d6c6cb4d784b3b",
      "terminal_evidence/2363a21f1bf648ef94ca27fc6088e6e1.request.json": "137ebe02e1799e9afaed8d09dc2364cef1d1042f487a603fc7c2d9cbfc9f1250",
      "terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.response.txt": "df2c79c4eaebdb485fb342ca3cb5ff630cc140d770765273e57dc38fa5813cff",
      "terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/d7a8aff70a6a454599477d58bc7a22b5.response.txt": "dfd22a4b656339b3b35682a818f212b0e91d8a397e82f9bd9e518e420f8dcc71",
      "terminal_evidence/f9fac9d7c043431f8b1d74cadc22128f.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8d7c4681d9ec4ce6a689858ac91abe60.timing.json": "b7865b7b1f44692f89f21dc4ff7b3460a596c9ca657f6a6f07af924c45ddca06",
      "terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/c81ed2e2632c4c449762f6d00fa1c3bd.response.txt": "8ec6d793016170f84d8e30d4b169109b99afdc76427faa3d8c0e17d15a8c0031",
      "terminal_evidence/cbf484eefd674be488ba75ae68accc9e.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/af25a1de2213473eb116ca0a14f0e8c7.timing.json": "a3e05d5024b8474574284d17917072865c87bef8810afd2c9df6bd026bd1f389",
      "terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.response.txt": "5994c4d1b9b759f6ee4247bd96702c6ffd60b69e1f1289e1685ec9623062cf4a",
      "terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8b7b537e3c83438183c36973cecdbc39.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/e8bfd349301a4d189e0c8a51cf7d2f55.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8cb173ad5633440a8cb5e347b62a8e1a.response.txt": "bcacb9608782607e778e505e407283c3bf2a1d3e6c1863dbd07e5555a02fa820",
      "source_snapshot/tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "05ba1e3a9d000697071043fd47fd47734a2f9a4a",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "catalogCostEstimate": {
      "estimatedUsd": 0.0047006,
      "inputUsdPerMtok": 0.1,
      "outputUsdPerMtok": 0.5,
      "source": "model-selection/selection.json",
      "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt"
    },
    "providerReportedCostUsd": 0,
    "costAccountingDiagnostic": "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
  }
}