{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/anthropic/claude-haiku-5-5",
    "resolvedModel": "byok/anthropic/claude-haiku-5-5",
    "wallSeconds": 13.412,
    "inputTokens": 11092,
    "outputTokens": 1655,
    "totalTokens": 12747,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "PASS",
    "tier": "cloud/BYOK",
    "diagnosticOnly": false,
    "comparisonEligible": true,
    "cohort": "current-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
    ],
    "evidenceFile": "20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411.json",
    "archived": false
  },
  "sourceRecord": {
    "id": "20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": "20261016T124645Z_verdict-code_byok_anthropic_claude-haiku-5-5_677cef",
    "cohort": "current-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/anthropic/claude-haiku-5-5",
    "resolvedModel": "byok/anthropic/claude-haiku-5-5",
    "status": "PASS",
    "wallSeconds": 13.412,
    "inputTokens": 11092,
    "outputTokens": 1655,
    "totalTokens": 12747,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedCodePass": true,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792155235.454893
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "1a1780701b524502a66351a619f739fe.http.json",
      "683a483981894712a745393a142f2dd4.http.json",
      "1a1780701b524502a66351a619f739fe.request.json",
      "9d761b87c8eb425a9159a2b7cdb7f03a.http.json",
      "1a1780701b524502a66351a619f739fe.response.txt",
      "9d761b87c8eb425a9159a2b7cdb7f03a.request.json",
      "9d761b87c8eb425a9159a2b7cdb7f03a.response.txt",
      "c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.http.json",
      "c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.request.json",
      "2046a6b50d01480b8d9ec7ced5bab5c7.timing.json",
      "09e6ccb5de0142e1951f2874172457b4.request.json",
      "c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.timing.json",
      "c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.response.txt",
      "09e6ccb5de0142e1951f2874172457b4.response.txt",
      "aa6262488ef9427ca4e247af2075e0b2.timing.json",
      "39527bbfb4d44df3a18c22fd9fc3707e.http.json",
      "aa6262488ef9427ca4e247af2075e0b2.http.json",
      "683a483981894712a745393a142f2dd4.request.json",
      "1a1780701b524502a66351a619f739fe.timing.json",
      "683a483981894712a745393a142f2dd4.response.txt",
      "39527bbfb4d44df3a18c22fd9fc3707e.response.txt",
      "2046a6b50d01480b8d9ec7ced5bab5c7.response.txt",
      "aa6262488ef9427ca4e247af2075e0b2.response.txt",
      "39527bbfb4d44df3a18c22fd9fc3707e.request.json",
      "9456f782a31644718ee9be8454a834aa.timing.json",
      "e51652adb66d4ab69d774d105488b6e3.timing.json",
      "2046a6b50d01480b8d9ec7ced5bab5c7.request.json",
      "aa6262488ef9427ca4e247af2075e0b2.request.json",
      "9d761b87c8eb425a9159a2b7cdb7f03a.timing.json",
      "2046a6b50d01480b8d9ec7ced5bab5c7.http.json",
      "e51652adb66d4ab69d774d105488b6e3.response.txt",
      "e51652adb66d4ab69d774d105488b6e3.http.json",
      "e51652adb66d4ab69d774d105488b6e3.request.json",
      "9456f782a31644718ee9be8454a834aa.request.json",
      "09e6ccb5de0142e1951f2874172457b4.timing.json",
      "9456f782a31644718ee9be8454a834aa.response.txt",
      "09e6ccb5de0142e1951f2874172457b4.http.json",
      "683a483981894712a745393a142f2dd4.timing.json",
      "9456f782a31644718ee9be8454a834aa.http.json",
      "39527bbfb4d44df3a18c22fd9fc3707e.timing.json"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "PASS",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": false,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 3,
    "partialInputTokens": 11092,
    "partialOutputTokens": 1655,
    "partialTotalTokens": 12747,
    "partialEstimatedCostUsd": null,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": 950.418,
    "knownTokensIncludingAdditiveReasoning": 12747,
    "knownTokensIncludingAdditiveReasoningPerSecond": 950.418,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": true,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411.json",
    "publicEvidenceSha256": "3887d0143df6dfe9ee21a5eebdba4a0103f9501271d052e54bf0e08e2453a30d",
    "modelSelectionEvidence": "model-selection/selection.json",
    "catalogEstimatedCostUsd": 0.0019367,
    "catalogCostEstimateSource": "model-selection/selection.json",
    "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt",
    "providerReportedCostUsd": 0
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/09e6ccb5de0142e1951f2874172457b4.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/09e6ccb5de0142e1951f2874172457b4.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/09e6ccb5de0142e1951f2874172457b4.response.txt",
      "sha256": "d96170c4adbc0d307ef076df38e5ba94b6c0d2fa90163c4a7aa7db81ecb01d70",
      "bytes": 30359
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/09e6ccb5de0142e1951f2874172457b4.timing.json",
      "sha256": "96dcf5911c389d05c3aa22e3570b310c9d68faa11c23a549bf1cc7021c281e12",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/1a1780701b524502a66351a619f739fe.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/1a1780701b524502a66351a619f739fe.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/1a1780701b524502a66351a619f739fe.response.txt",
      "sha256": "019729d7f4da8166ceeb6ab53d16a7ad4fda3f92cabc2a8167db98164614aa9c",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/1a1780701b524502a66351a619f739fe.timing.json",
      "sha256": "07536de9e8f0d37ce5dea365e61556a80227ed9434aa89d9d5ce84845be089d2",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/2046a6b50d01480b8d9ec7ced5bab5c7.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/2046a6b50d01480b8d9ec7ced5bab5c7.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/2046a6b50d01480b8d9ec7ced5bab5c7.response.txt",
      "sha256": "f0129f2f5a61736df2587af70b4f05a6149bb083af397a14817600e27544a141",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/2046a6b50d01480b8d9ec7ced5bab5c7.timing.json",
      "sha256": "91b48b465d504a1c4809129e1a307e8b365c54597788691f7289c2448c8d9f22",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/39527bbfb4d44df3a18c22fd9fc3707e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/39527bbfb4d44df3a18c22fd9fc3707e.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/39527bbfb4d44df3a18c22fd9fc3707e.response.txt",
      "sha256": "921e060c8232d8291727bb29795edd8a7251c527879c7261b01aff6530a45d6a",
      "bytes": 511549
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/39527bbfb4d44df3a18c22fd9fc3707e.timing.json",
      "sha256": "88361bd9d2b909ad603bf54a8f7bc1962890e1cb024d5d69d07ac328a16cf37d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/683a483981894712a745393a142f2dd4.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/683a483981894712a745393a142f2dd4.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/683a483981894712a745393a142f2dd4.response.txt",
      "sha256": "0511585070753c123401223e2fffae46c9c34fb3e0149f8a5ed876a50870e67d",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/683a483981894712a745393a142f2dd4.timing.json",
      "sha256": "dfb0b25b44c301da9b05a3ecc8f27ded756adf84145f410f15cf3dbbcd87f637",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9456f782a31644718ee9be8454a834aa.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9456f782a31644718ee9be8454a834aa.request.json",
      "sha256": "7da73b420ff528b32580dc0d136a57b8f14d36a93d3dbb1fd8bd121bf7067080",
      "bytes": 11603
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9456f782a31644718ee9be8454a834aa.response.txt",
      "sha256": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
      "bytes": 13171
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9456f782a31644718ee9be8454a834aa.timing.json",
      "sha256": "69ccf24b4255615ef9029348fb57e6f6c398946c6c0da69ae3465da1c78aa7cd",
      "bytes": 308
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9d761b87c8eb425a9159a2b7cdb7f03a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9d761b87c8eb425a9159a2b7cdb7f03a.request.json",
      "sha256": "e22a89571c3ad2c2461d4427614feb54509e036cc72b082d1e1bf2cd3e82fd17",
      "bytes": 20458
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9d761b87c8eb425a9159a2b7cdb7f03a.response.txt",
      "sha256": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
      "bytes": 27250
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9d761b87c8eb425a9159a2b7cdb7f03a.timing.json",
      "sha256": "4cb5db1dd06edc4f95444ffec55a17b07b0d59c3d8a2be7690156d3d90993915",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/aa6262488ef9427ca4e247af2075e0b2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/aa6262488ef9427ca4e247af2075e0b2.request.json",
      "sha256": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "bytes": 108
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/aa6262488ef9427ca4e247af2075e0b2.response.txt",
      "sha256": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "bytes": 168
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/aa6262488ef9427ca4e247af2075e0b2.timing.json",
      "sha256": "7a2fc9e31b86ba8c4e8f597295abe0b761a5c2f6ef37fcd114c5ce8d421c4910",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/budget_ledger.json",
      "sha256": "f3c864ca517815b235a7ae9dd95546890fa13e70dc18d8ff436b17523b127963",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/budget_ledger_at_terminal.json",
      "sha256": "f3c864ca517815b235a7ae9dd95546890fa13e70dc18d8ff436b17523b127963",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.response.txt",
      "sha256": "976ba5b1b31ddd3ba8495693bbbb9361a69d9f73238d320b56b441e68e5f8cf1",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.timing.json",
      "sha256": "6eb5dc6c568666892306cd7b0b6b9e1bd20edcac94969966988237027072de80",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/e51652adb66d4ab69d774d105488b6e3.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/e51652adb66d4ab69d774d105488b6e3.request.json",
      "sha256": "d38f557bea4f0e3216b14a82c58870fe045358fa5f218040f0537fb6a6e0bc23",
      "bytes": 19608
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/e51652adb66d4ab69d774d105488b6e3.response.txt",
      "sha256": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
      "bytes": 12679
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/e51652adb66d4ab69d774d105488b6e3.timing.json",
      "sha256": "58a46750b6dc4e0ee5213f6f2ed757f115f33629e05781b6c539aa5c94d2dbcf",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/freeze.json",
      "sha256": "e228d0166f6eb34be85782002909c18cb20b0771bb143e9faae368de84f516dd",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792155235.454893\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e228d0166f6eb34be85782002909c18cb20b0771bb143e9faae368de84f516dd"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/health_after.json",
      "sha256": "f66c0a380e5dd7421334087721fa7d75d7d5d9baa6bfb5588375165e9ea66f0c",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/health_before.json",
      "sha256": "5aaeda3e324c4672e5bd5f15f5c6181323144bbe73515f276fc438ba294db9ec",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/invocation.json",
      "sha256": "4706e2b69af44dc554c27a5e880ee51c073b52a498795875ec9b690f4cf5c213",
      "bytes": 2224
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/launch.json",
      "sha256": "a49f651287e174583bc3b35bc3689899d6a5492476bccc0b9de1ac3a338bc12a",
      "bytes": 250
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/oracle.stdout.txt",
      "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "bytes": 1582,
      "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/post-terminal-settlement.json",
      "sha256": "8f5a2f92edecb0088c416453e2a5ed8fa5e38b8dc3e3867d477e9bf535c1e2f3",
      "bytes": 384
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/gateway-0001.sse",
      "sha256": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
      "bytes": 13171
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/gateway-0002.sse",
      "sha256": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
      "bytes": 12679
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/gateway-0003.sse",
      "sha256": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
      "bytes": 27250
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/.verdict_code_usage.inv-7e3eda394f7540f5b0cbc6303448f57c.json",
      "sha256": "79f4dd5943ffd03549e692f7a65d532f0e68c91a270bd2d01b076274aee82643",
      "bytes": 48265
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/comms.txt",
      "sha256": "fe9634c60c0e88b4b588393eba78ae8611959e7260cb070665d35d4b2d432e72",
      "bytes": 3969
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t1/comms.txt",
      "sha256": "3308ac08ff750c46cc3c58b97a1c1c304094ba882c84b7909c2ff4450b2c3b81",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t2/comms.txt",
      "sha256": "02c86ea1d13e6c3f043736f66dcf8b593384e023429336f0311b2274ceead744",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t3/comms.txt",
      "sha256": "b775fe109e15d317c867c9c958a0a22e7e6692acc9406892175c82f1a7f6a69e",
      "bytes": 659
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/compaction_events.jsonl",
      "sha256": "988732b9216ca3b25de21e702d312b1daa6239c2dc96188cb543b8665359ba7e",
      "bytes": 487
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "84e19526562c7e55ceacfc03742b7ee8f5f3c6231aaf87d39be2445c6d57565c",
      "bytes": 275
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/private_producer/state.json",
      "sha256": "930da28c467011e3654ee59920e6a99adeaf58bc48ce80ef1d7b63a285fc364e",
      "bytes": 2663
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/product_source.json",
      "sha256": "84c6b20b2e6163a4801fa2bec8995ec56a41035f238ad6a77173e3d5b6411225",
      "bytes": 846,
      "content": "{\n  \"head\": \"4f13c65a0a9cbd9e6d034d21bb7d5e847c00ef65\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"0d242f242cf4f39349aff51bd448ccb2484a10d3b6727d59178f4d8862302e03\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"b4844ac7653c173b854804e8f1e1d144cb5507ec90cc006eb03cf2e4680f7c64\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "84c6b20b2e6163a4801fa2bec8995ec56a41035f238ad6a77173e3d5b6411225"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/result.json",
      "sha256": "17f39349275e950906f99e19e6db98159602db86313cef8858b3665431796c4f",
      "bytes": 13593
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/sandbox.sb",
      "sha256": "c1618f688aadd7c5ba2e574a7d2e21b262cfbc332897315ce836750f0ec64c9a",
      "bytes": 5976
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "b4844ac7653c173b854804e8f1e1d144cb5507ec90cc006eb03cf2e4680f7c64",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "0d242f242cf4f39349aff51bd448ccb2484a10d3b6727d59178f4d8862302e03",
      "bytes": 765709
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/stderr.txt",
      "sha256": "ec98707d64682d671ec92a908c761a67fd9206ea413dd4902d077bd0caa5c1e3",
      "bytes": 18611
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/stdout.txt",
      "sha256": "37a24f93acfae2a27853d0995b0516d3fac9102ff67cd9869646c4d318be64f3",
      "bytes": 16323
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/09e6ccb5de0142e1951f2874172457b4.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/09e6ccb5de0142e1951f2874172457b4.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/09e6ccb5de0142e1951f2874172457b4.response.txt",
      "sha256": "d96170c4adbc0d307ef076df38e5ba94b6c0d2fa90163c4a7aa7db81ecb01d70",
      "bytes": 30359
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/09e6ccb5de0142e1951f2874172457b4.timing.json",
      "sha256": "96dcf5911c389d05c3aa22e3570b310c9d68faa11c23a549bf1cc7021c281e12",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/1a1780701b524502a66351a619f739fe.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/1a1780701b524502a66351a619f739fe.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/1a1780701b524502a66351a619f739fe.response.txt",
      "sha256": "019729d7f4da8166ceeb6ab53d16a7ad4fda3f92cabc2a8167db98164614aa9c",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/1a1780701b524502a66351a619f739fe.timing.json",
      "sha256": "07536de9e8f0d37ce5dea365e61556a80227ed9434aa89d9d5ce84845be089d2",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.response.txt",
      "sha256": "f0129f2f5a61736df2587af70b4f05a6149bb083af397a14817600e27544a141",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.timing.json",
      "sha256": "91b48b465d504a1c4809129e1a307e8b365c54597788691f7289c2448c8d9f22",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.response.txt",
      "sha256": "921e060c8232d8291727bb29795edd8a7251c527879c7261b01aff6530a45d6a",
      "bytes": 511549
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.timing.json",
      "sha256": "88361bd9d2b909ad603bf54a8f7bc1962890e1cb024d5d69d07ac328a16cf37d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/683a483981894712a745393a142f2dd4.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/683a483981894712a745393a142f2dd4.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/683a483981894712a745393a142f2dd4.response.txt",
      "sha256": "0511585070753c123401223e2fffae46c9c34fb3e0149f8a5ed876a50870e67d",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/683a483981894712a745393a142f2dd4.timing.json",
      "sha256": "dfb0b25b44c301da9b05a3ecc8f27ded756adf84145f410f15cf3dbbcd87f637",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9456f782a31644718ee9be8454a834aa.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9456f782a31644718ee9be8454a834aa.request.json",
      "sha256": "7da73b420ff528b32580dc0d136a57b8f14d36a93d3dbb1fd8bd121bf7067080",
      "bytes": 11603
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9456f782a31644718ee9be8454a834aa.response.txt",
      "sha256": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
      "bytes": 13171
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9456f782a31644718ee9be8454a834aa.timing.json",
      "sha256": "69ccf24b4255615ef9029348fb57e6f6c398946c6c0da69ae3465da1c78aa7cd",
      "bytes": 308
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.request.json",
      "sha256": "e22a89571c3ad2c2461d4427614feb54509e036cc72b082d1e1bf2cd3e82fd17",
      "bytes": 20458
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.response.txt",
      "sha256": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
      "bytes": 27250
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.timing.json",
      "sha256": "4cb5db1dd06edc4f95444ffec55a17b07b0d59c3d8a2be7690156d3d90993915",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.request.json",
      "sha256": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "bytes": 108
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.response.txt",
      "sha256": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "bytes": 168
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.timing.json",
      "sha256": "7a2fc9e31b86ba8c4e8f597295abe0b761a5c2f6ef37fcd114c5ce8d421c4910",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/budget_ledger.json",
      "sha256": "f3c864ca517815b235a7ae9dd95546890fa13e70dc18d8ff436b17523b127963",
      "bytes": 119
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.response.txt",
      "sha256": "976ba5b1b31ddd3ba8495693bbbb9361a69d9f73238d320b56b441e68e5f8cf1",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.timing.json",
      "sha256": "6eb5dc6c568666892306cd7b0b6b9e1bd20edcac94969966988237027072de80",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/e51652adb66d4ab69d774d105488b6e3.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/e51652adb66d4ab69d774d105488b6e3.request.json",
      "sha256": "d38f557bea4f0e3216b14a82c58870fe045358fa5f218040f0537fb6a6e0bc23",
      "bytes": 19608
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/e51652adb66d4ab69d774d105488b6e3.response.txt",
      "sha256": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
      "bytes": 12679
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/terminal_evidence/e51652adb66d4ab69d774d105488b6e3.timing.json",
      "sha256": "58a46750b6dc4e0ee5213f6f2ed757f115f33629e05781b6c539aa5c94d2dbcf",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/workspace/solution.py",
      "sha256": "b4d5bd771a286cd79b378f2731b5a83fca07f7957bdb0a7b02b97905f2380a24",
      "bytes": 1209,
      "content": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_DIGITS_RE = re.compile(r\"[0-9]+\\Z\")\n_DATE_RE = re.compile(\n    r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), (\\d{2}) (Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) (\\d{4}) (\\d{2}):(\\d{2}):(\\d{2}) GMT\\Z\"\n)\n_MONTHS = {\n    \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n    \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_WEEKDAYS = [\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\"]\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n    s = value.strip()\n    if not s:\n        return None\n    if _DIGITS_RE.match(s) and all(c in \"0123456789\" for c in s):\n        return int(s)\n\n    m = _DATE_RE.match(s)\n    if m is None:\n        return None\n    wd, day, mon, year, hh, mm, ss = m.groups()\n    try:\n        dt = datetime(\n            int(year), _MONTHS[mon], int(day),\n            int(hh), int(mm), int(ss), tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n    if _WEEKDAYS[dt.weekday()] != wd:\n        return None\n    delta = (dt - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
      "contentRedacted": false,
      "publishedContentSha256": "b4d5bd771a286cd79b378f2731b5a83fca07f7957bdb0a7b02b97905f2380a24"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792155235.454893
    },
    "candidateCode": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_DIGITS_RE = re.compile(r\"[0-9]+\\Z\")\n_DATE_RE = re.compile(\n    r\"(Mon|Tue|Wed|Thu|Fri|Sat|Sun), (\\d{2}) (Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) (\\d{4}) (\\d{2}):(\\d{2}):(\\d{2}) GMT\\Z\"\n)\n_MONTHS = {\n    \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n    \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_WEEKDAYS = [\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\"]\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n    s = value.strip()\n    if not s:\n        return None\n    if _DIGITS_RE.match(s) and all(c in \"0123456789\" for c in s):\n        return int(s)\n\n    m = _DATE_RE.match(s)\n    if m is None:\n        return None\n    wd, day, mon, year, hh, mm, ss = m.groups()\n    try:\n        dt = datetime(\n            int(year), _MONTHS[mon], int(day),\n            int(hh), int(mm), int(ss), tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n    if _WEEKDAYS[dt.weekday()] != wd:\n        return None\n    delta = (dt - now).total_seconds()\n    return max(0, math.ceil(delta))\n",
    "oracle": {
      "passed": 20,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 1,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 2,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9d761b87c8eb425a9159a2b7cdb7f03a.request.json",
        "requestSha256": "e22a89571c3ad2c2461d4427614feb54509e036cc72b082d1e1bf2cd3e82fd17",
        "responseSha256": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 4567,
        "outputTokens": 291,
        "totalTokens": 4858,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "stop"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/e51652adb66d4ab69d774d105488b6e3.request.json",
        "requestSha256": "d38f557bea4f0e3216b14a82c58870fe045358fa5f218040f0537fb6a6e0bc23",
        "responseSha256": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 4211,
        "outputTokens": 601,
        "totalTokens": 4812,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/9456f782a31644718ee9be8454a834aa.request.json",
        "requestSha256": "7da73b420ff528b32580dc0d136a57b8f14d36a93d3dbb1fd8bd121bf7067080",
        "responseSha256": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
        "httpStatus": 200,
        "requestedModel": "byok/anthropic/claude-haiku-5-5",
        "resolvedModel": "byok/anthropic/claude-haiku-5-5",
        "backendModel": "anthropic/claude-haiku-5-5",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 2314,
        "outputTokens": 763,
        "totalTokens": 3077,
        "costUsd": 0.0,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:53:55.520527+00:00",
      "uptime_seconds": 1244.8315589427948,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:54:09.136785+00:00",
      "uptime_seconds": 1258.4478158950806,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411",
    "rawResultSha256": "17f39349275e950906f99e19e6db98159602db86313cef8858b3665431796c4f",
    "rawEvidenceHashes": {
      "health_before.json": "5aaeda3e324c4672e5bd5f15f5c6181323144bbe73515f276fc438ba294db9ec",
      "stdout.txt": "37a24f93acfae2a27853d0995b0516d3fac9102ff67cd9869646c4d318be64f3",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "f66c0a380e5dd7421334087721fa7d75d7d5d9baa6bfb5588375165e9ea66f0c",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "f3c864ca517815b235a7ae9dd95546890fa13e70dc18d8ff436b17523b127963",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "sandbox.sb": "c1618f688aadd7c5ba2e574a7d2e21b262cfbc332897315ce836750f0ec64c9a",
      "stderr.txt": "ec98707d64682d671ec92a908c761a67fd9206ea413dd4902d077bd0caa5c1e3",
      "launch.json": "a49f651287e174583bc3b35bc3689899d6a5492476bccc0b9de1ac3a338bc12a",
      "invocation.json": "4706e2b69af44dc554c27a5e880ee51c073b52a498795875ec9b690f4cf5c213",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "e228d0166f6eb34be85782002909c18cb20b0771bb143e9faae368de84f516dd",
      "product_source.json": "84c6b20b2e6163a4801fa2bec8995ec56a41035f238ad6a77173e3d5b6411225",
      "post-terminal-settlement.json": "8f5a2f92edecb0088c416453e2a5ed8fa5e38b8dc3e3867d477e9bf535c1e2f3",
      "workspace/solution.py": "b4d5bd771a286cd79b378f2731b5a83fca07f7957bdb0a7b02b97905f2380a24",
      "workspace/__pycache__/solution.cpython-314.pyc": "5de6a46e1ed0db2ae0b7c2f855797c4f1d46427b5caa12f60bf344bff693209e",
      "private_producer/state.json": "930da28c467011e3654ee59920e6a99adeaf58bc48ce80ef1d7b63a285fc364e",
      "private_producer/gateway-0001.sse": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
      "private_producer/gateway-0003.sse": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
      "private_producer/gateway-0002.sse": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
      "private_producer/runtime/compaction_events.jsonl": "988732b9216ca3b25de21e702d312b1daa6239c2dc96188cb543b8665359ba7e",
      "private_producer/runtime/.verdict_code_usage.inv-7e3eda394f7540f5b0cbc6303448f57c.json": "79f4dd5943ffd03549e692f7a65d532f0e68c91a270bd2d01b076274aee82643",
      "private_producer/runtime/model_cache/availability_cache.json": "84e19526562c7e55ceacfc03742b7ee8f5f3c6231aaf87d39be2445c6d57565c",
      "private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t1/comms.txt": "3308ac08ff750c46cc3c58b97a1c1c304094ba882c84b7909c2ff4450b2c3b81",
      "private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t3/comms.txt": "b775fe109e15d317c867c9c958a0a22e7e6692acc9406892175c82f1a7f6a69e",
      "private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411/comms.txt": "fe9634c60c0e88b4b588393eba78ae8611959e7260cb070665d35d4b2d432e72",
      "private_producer/runtime/artifacts/runs/20261016T125355Z_verdict-code_byok_anthropic_claude-haiku-5-5_62d411-t2/comms.txt": "02c86ea1d13e6c3f043736f66dcf8b593384e023429336f0311b2274ceead744",
      "terminal_evidence/1a1780701b524502a66351a619f739fe.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/683a483981894712a745393a142f2dd4.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/1a1780701b524502a66351a619f739fe.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/1a1780701b524502a66351a619f739fe.response.txt": "019729d7f4da8166ceeb6ab53d16a7ad4fda3f92cabc2a8167db98164614aa9c",
      "terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.request.json": "e22a89571c3ad2c2461d4427614feb54509e036cc72b082d1e1bf2cd3e82fd17",
      "terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.response.txt": "9c8352db5921ea777d119c85f202a42ba983ec3412f6cd2d283c28dd99fa6b73",
      "terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.timing.json": "91b48b465d504a1c4809129e1a307e8b365c54597788691f7289c2448c8d9f22",
      "terminal_evidence/09e6ccb5de0142e1951f2874172457b4.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.timing.json": "6eb5dc6c568666892306cd7b0b6b9e1bd20edcac94969966988237027072de80",
      "terminal_evidence/c14e4ac6ff0d4b2ea37d3d59c0a2f0ef.response.txt": "976ba5b1b31ddd3ba8495693bbbb9361a69d9f73238d320b56b441e68e5f8cf1",
      "terminal_evidence/09e6ccb5de0142e1951f2874172457b4.response.txt": "d96170c4adbc0d307ef076df38e5ba94b6c0d2fa90163c4a7aa7db81ecb01d70",
      "terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.timing.json": "7a2fc9e31b86ba8c4e8f597295abe0b761a5c2f6ef37fcd114c5ce8d421c4910",
      "terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/683a483981894712a745393a142f2dd4.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/1a1780701b524502a66351a619f739fe.timing.json": "07536de9e8f0d37ce5dea365e61556a80227ed9434aa89d9d5ce84845be089d2",
      "terminal_evidence/budget_ledger.json": "f3c864ca517815b235a7ae9dd95546890fa13e70dc18d8ff436b17523b127963",
      "terminal_evidence/683a483981894712a745393a142f2dd4.response.txt": "0511585070753c123401223e2fffae46c9c34fb3e0149f8a5ed876a50870e67d",
      "terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.response.txt": "921e060c8232d8291727bb29795edd8a7251c527879c7261b01aff6530a45d6a",
      "terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.response.txt": "f0129f2f5a61736df2587af70b4f05a6149bb083af397a14817600e27544a141",
      "terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.response.txt": "7f818a07ab163115a8995df865089d652babd4583ed4ae5e12efa31154ae95f0",
      "terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/9456f782a31644718ee9be8454a834aa.timing.json": "69ccf24b4255615ef9029348fb57e6f6c398946c6c0da69ae3465da1c78aa7cd",
      "terminal_evidence/e51652adb66d4ab69d774d105488b6e3.timing.json": "58a46750b6dc4e0ee5213f6f2ed757f115f33629e05781b6c539aa5c94d2dbcf",
      "terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/aa6262488ef9427ca4e247af2075e0b2.request.json": "6bb0ffc90c24b4441ca7a65f4aaf7e0756bab42071053b717be38bf2fff03dbb",
      "terminal_evidence/9d761b87c8eb425a9159a2b7cdb7f03a.timing.json": "4cb5db1dd06edc4f95444ffec55a17b07b0d59c3d8a2be7690156d3d90993915",
      "terminal_evidence/2046a6b50d01480b8d9ec7ced5bab5c7.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/e51652adb66d4ab69d774d105488b6e3.response.txt": "09311fdb043ff5b6f3b044c277400da2ab2aa6de1a3606f133c14720a19df774",
      "terminal_evidence/e51652adb66d4ab69d774d105488b6e3.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/e51652adb66d4ab69d774d105488b6e3.request.json": "d38f557bea4f0e3216b14a82c58870fe045358fa5f218040f0537fb6a6e0bc23",
      "terminal_evidence/9456f782a31644718ee9be8454a834aa.request.json": "7da73b420ff528b32580dc0d136a57b8f14d36a93d3dbb1fd8bd121bf7067080",
      "terminal_evidence/09e6ccb5de0142e1951f2874172457b4.timing.json": "96dcf5911c389d05c3aa22e3570b310c9d68faa11c23a549bf1cc7021c281e12",
      "terminal_evidence/9456f782a31644718ee9be8454a834aa.response.txt": "41d94b54bf8e5d662293affa99c78d438461a6d101b1e35dd5dcd90aca76a638",
      "terminal_evidence/09e6ccb5de0142e1951f2874172457b4.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/683a483981894712a745393a142f2dd4.timing.json": "dfb0b25b44c301da9b05a3ecc8f27ded756adf84145f410f15cf3dbbcd87f637",
      "terminal_evidence/9456f782a31644718ee9be8454a834aa.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/39527bbfb4d44df3a18c22fd9fc3707e.timing.json": "88361bd9d2b909ad603bf54a8f7bc1962890e1cb024d5d69d07ac328a16cf37d",
      "source_snapshot/tools/verdict-code/VERSION": "b4844ac7653c173b854804e8f1e1d144cb5507ec90cc006eb03cf2e4680f7c64",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "0d242f242cf4f39349aff51bd448ccb2484a10d3b6727d59178f4d8862302e03",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "4f13c65a0a9cbd9e6d034d21bb7d5e847c00ef65",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "0d242f242cf4f39349aff51bd448ccb2484a10d3b6727d59178f4d8862302e03",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "b4844ac7653c173b854804e8f1e1d144cb5507ec90cc006eb03cf2e4680f7c64",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "catalogCostEstimate": {
      "estimatedUsd": 0.0019367,
      "inputUsdPerMtok": 0.1,
      "outputUsdPerMtok": 0.5,
      "source": "model-selection/selection.json",
      "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt"
    },
    "providerReportedCostUsd": 0,
    "costAccountingDiagnostic": "Provider cost estimation returned zero despite positive usage and catalog prices. Cost is unavailable; the separately labelled catalog estimate is not an observed charge."
  }
}