{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/openai/gpt-6-luna",
    "resolvedModel": null,
    "wallSeconds": 3.788,
    "inputTokens": null,
    "outputTokens": null,
    "totalTokens": null,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 0,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "BLOCKED",
    "tier": "cloud/BYOK",
    "diagnosticOnly": true,
    "comparisonEligible": false,
    "cohort": "current-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only."
    ],
    "evidenceFile": "20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95.json",
    "archived": false,
    "supersededBy": "20261016T130549Z_verdict-code_byok_openai_gpt-6-luna_4f07c2"
  },
  "sourceRecord": {
    "id": "20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "current-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/openai/gpt-6-luna",
    "resolvedModel": null,
    "status": "BLOCKED",
    "wallSeconds": 3.788,
    "inputTokens": null,
    "outputTokens": null,
    "totalTokens": null,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 0,
    "assertionsTotal": 20,
    "observedCodePass": false,
    "exitCode": 1,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154991.377471
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "bf8a9be6655f49c79f07ca8f9aeeba47.timing.json",
      "bf8a9be6655f49c79f07ca8f9aeeba47.http.json",
      "1c2c28a34ac9408fab3b5dc128126757.http.json",
      "1c2c28a34ac9408fab3b5dc128126757.request.json",
      "0736202c9652401094fc8cf704e2b611.timing.json",
      "1c2c28a34ac9408fab3b5dc128126757.response.txt",
      "77a5f7d9c190479c8826d6d223cc6d2a.http.json",
      "7d683e65ceb64ae0992d80205eeaa79f.timing.json",
      "7d683e65ceb64ae0992d80205eeaa79f.http.json",
      "0736202c9652401094fc8cf704e2b611.response.txt",
      "1c2c28a34ac9408fab3b5dc128126757.timing.json",
      "0736202c9652401094fc8cf704e2b611.request.json",
      "bf8a9be6655f49c79f07ca8f9aeeba47.response.txt",
      "0736202c9652401094fc8cf704e2b611.http.json",
      "bf8a9be6655f49c79f07ca8f9aeeba47.request.json",
      "84305afbbcbb47439c1ac59ad0320510.response.txt",
      "84305afbbcbb47439c1ac59ad0320510.request.json",
      "7d683e65ceb64ae0992d80205eeaa79f.request.json",
      "7d683e65ceb64ae0992d80205eeaa79f.response.txt",
      "77a5f7d9c190479c8826d6d223cc6d2a.timing.json",
      "77a5f7d9c190479c8826d6d223cc6d2a.request.json",
      "77a5f7d9c190479c8826d6d223cc6d2a.response.txt",
      "84305afbbcbb47439c1ac59ad0320510.http.json",
      "84305afbbcbb47439c1ac59ad0320510.timing.json"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "BLOCKED",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": true,
    "tokenSource": "incomplete",
    "accountingComplete": false,
    "identityVerified": false,
    "providerCallCount": 1,
    "partialInputTokens": null,
    "partialOutputTokens": null,
    "partialTotalTokens": null,
    "partialEstimatedCostUsd": null,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": null,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": false,
    "timeoutSeconds": 240,
    "terminalError": "The model server stopped before the response finished. A local model server that is busy with another request or was interrupted can cause this. You can retry the request.",
    "terminalCompleted": false,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": false,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95.json",
    "publicEvidenceSha256": "53a17605c3c8516463cfd33504562d53ffedf93ae514a45837f124004e106dc7",
    "modelSelectionEvidence": "model-selection/selection.json"
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/0736202c9652401094fc8cf704e2b611.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/0736202c9652401094fc8cf704e2b611.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/0736202c9652401094fc8cf704e2b611.response.txt",
      "sha256": "5f6a6690ef7826742b5594a36d082cd0e4f7ea3f371e0b0da99f48ff8bd35ce0",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/0736202c9652401094fc8cf704e2b611.timing.json",
      "sha256": "44f0b2db65b762a6c21afde788117f954850890f132c7f708337591ce7f1654b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/1c2c28a34ac9408fab3b5dc128126757.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/1c2c28a34ac9408fab3b5dc128126757.request.json",
      "sha256": "e6028df1d4e66ea355b12321c8ce579b5619d40eaae9dabf55524b2ed19fb69a",
      "bytes": 99
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/1c2c28a34ac9408fab3b5dc128126757.response.txt",
      "sha256": "7f6a26dcaba645d026dc2e916ca561f364ff979b91888d66f33533209313422e",
      "bytes": 150
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/1c2c28a34ac9408fab3b5dc128126757.timing.json",
      "sha256": "1a1a9b78aa13c67ff402ff1963300280b7888fba07222cef3543cd05c8b94ad5",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/77a5f7d9c190479c8826d6d223cc6d2a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/77a5f7d9c190479c8826d6d223cc6d2a.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/77a5f7d9c190479c8826d6d223cc6d2a.response.txt",
      "sha256": "160e9c895916ee3d4b8a1e1df16de8cb8615974390ce0e11affaae76f62bf989",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/77a5f7d9c190479c8826d6d223cc6d2a.timing.json",
      "sha256": "9e4eefa39e2a6643708971086dcc7b0b3747c2ed507183e580df98826883125d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/7d683e65ceb64ae0992d80205eeaa79f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/7d683e65ceb64ae0992d80205eeaa79f.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/7d683e65ceb64ae0992d80205eeaa79f.response.txt",
      "sha256": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/7d683e65ceb64ae0992d80205eeaa79f.timing.json",
      "sha256": "6af0d8f3cfdad3029652e37d311aaf68c206a47f782940a46f65705c7c2826ac",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/84305afbbcbb47439c1ac59ad0320510.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/84305afbbcbb47439c1ac59ad0320510.request.json",
      "sha256": "ae739115497e5975538c84576ce154ead946ddc9f38adce154c49017ace1e9e3",
      "bytes": 10803
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/84305afbbcbb47439c1ac59ad0320510.response.txt",
      "sha256": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
      "bytes": 10206
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/84305afbbcbb47439c1ac59ad0320510.timing.json",
      "sha256": "b02cd4fce7f5548325cd4e3dbafb347a1b9eee4720ff05131a73be59d38cb361",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/bf8a9be6655f49c79f07ca8f9aeeba47.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/bf8a9be6655f49c79f07ca8f9aeeba47.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/bf8a9be6655f49c79f07ca8f9aeeba47.response.txt",
      "sha256": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "bytes": 1075423
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/bf8a9be6655f49c79f07ca8f9aeeba47.timing.json",
      "sha256": "0e4945b1cfbe6762958b8431e1ffa90427b029335dbfa3f47b9e802a55a2fdd9",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/budget_ledger.json",
      "sha256": "a1b8ca52eb5eb8f48e3b68ec1262b83809a23154a8fb156de8298cc15f867a72",
      "bytes": 111
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/budget_ledger_at_terminal.json",
      "sha256": "a1b8ca52eb5eb8f48e3b68ec1262b83809a23154a8fb156de8298cc15f867a72",
      "bytes": 111
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/freeze.json",
      "sha256": "8d5a5bb9765a5764ef45b69739121ab805350b6e9e7abc377015b63c97748633",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154991.377471\n}",
      "contentRedacted": false,
      "publishedContentSha256": "8d5a5bb9765a5764ef45b69739121ab805350b6e9e7abc377015b63c97748633"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/health_after.json",
      "sha256": "a40ba724654b316c2863c4b906f929a5425fdb15caa9a5c889a873379227320f",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/health_before.json",
      "sha256": "29ea7527b8ae7c3f987af5ac33c1e348c65a171db5e57de16b36c6cba5b24aa8",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/invocation.json",
      "sha256": "9f72252d040cc4b5d486c1b03bbc9d9c1a9219ba4cd258b2eb6d98a195d9aa54",
      "bytes": 2170
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/launch.json",
      "sha256": "e3518027d41c32ebe6b09fd2724a326522ad46ecefb068622fd7347918f3c49d",
      "bytes": 175
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/oracle.stdout.txt",
      "sha256": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f",
      "bytes": 1937,
      "content": "{\"passed\": 0, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \" 120\\t\", \"expected\": 120, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"0007\", \"expected\": 7, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"-1\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"+1\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"1.5\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": null, \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": 4, \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/post-terminal-settlement.json",
      "sha256": "9348741d7bbf9b3addf1df508e1a98071b51c2a6e8206651b7100dfd97391296",
      "bytes": 376
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/gateway-0001.sse",
      "sha256": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
      "bytes": 10206
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/runtime/.verdict_code_usage.inv-228332c1a8374970af7a27ba240af42c.json",
      "sha256": "7f9e83897834677c9cedc4c9757e8c0ad06e2f6455295fedd9456517fcd62788",
      "bytes": 18438
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/comms.txt",
      "sha256": "1788066ad5c2603edcd2f7a647a4fb50a609be37808951681a9175bf74e8951c",
      "bytes": 1144
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95-t1/comms.txt",
      "sha256": "e69851be13794e0505fe584af071d769c9227e07f74a6ebf1160772de924bc3e",
      "bytes": 641
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "92dcf32d541c02e84483917bfad3cc8ffe44fa6392b75553925e4150fbef0ebd",
      "bytes": 275
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/private_producer/state.json",
      "sha256": "397881b813d2454edd5e0839a39eead19265df5a027009012417e036149fd76d",
      "bytes": 2289
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/product_source.json",
      "sha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489",
      "bytes": 846,
      "content": "{\n  \"head\": \"2b4a2c58091feb69360b7704c8ceee9f1ccffb89\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/result.json",
      "sha256": "0d8e6042d7fac120e9f659fb1e6437b5e044fdb3dbbdaa3c2b40276370135ff2",
      "bytes": 9691
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/sandbox.sb",
      "sha256": "24d0c40ae4beae0933dd1cd0f1e3e35fd90d3c62c118644b6fbf3352513fe6fd",
      "bytes": 5805
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "bytes": 764703
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/stderr.txt",
      "sha256": "547342ee7b05ed115f8b6def090c3e29bb9b1cca2feeeda06d28aa84c2b4b761",
      "bytes": 6202
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/stdout.txt",
      "sha256": "339ba64388e400542aee4d6fc3df16ef3425226095e9744c41da1d8022dbbb9a",
      "bytes": 2340
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/0736202c9652401094fc8cf704e2b611.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/0736202c9652401094fc8cf704e2b611.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/0736202c9652401094fc8cf704e2b611.response.txt",
      "sha256": "5f6a6690ef7826742b5594a36d082cd0e4f7ea3f371e0b0da99f48ff8bd35ce0",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/0736202c9652401094fc8cf704e2b611.timing.json",
      "sha256": "44f0b2db65b762a6c21afde788117f954850890f132c7f708337591ce7f1654b",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.request.json",
      "sha256": "e6028df1d4e66ea355b12321c8ce579b5619d40eaae9dabf55524b2ed19fb69a",
      "bytes": 99
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.response.txt",
      "sha256": "7f6a26dcaba645d026dc2e916ca561f364ff979b91888d66f33533209313422e",
      "bytes": 150
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.timing.json",
      "sha256": "1a1a9b78aa13c67ff402ff1963300280b7888fba07222cef3543cd05c8b94ad5",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.response.txt",
      "sha256": "160e9c895916ee3d4b8a1e1df16de8cb8615974390ce0e11affaae76f62bf989",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.timing.json",
      "sha256": "9e4eefa39e2a6643708971086dcc7b0b3747c2ed507183e580df98826883125d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.response.txt",
      "sha256": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.timing.json",
      "sha256": "6af0d8f3cfdad3029652e37d311aaf68c206a47f782940a46f65705c7c2826ac",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/84305afbbcbb47439c1ac59ad0320510.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/84305afbbcbb47439c1ac59ad0320510.request.json",
      "sha256": "ae739115497e5975538c84576ce154ead946ddc9f38adce154c49017ace1e9e3",
      "bytes": 10803
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/84305afbbcbb47439c1ac59ad0320510.response.txt",
      "sha256": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
      "bytes": 10206
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/84305afbbcbb47439c1ac59ad0320510.timing.json",
      "sha256": "b02cd4fce7f5548325cd4e3dbafb347a1b9eee4720ff05131a73be59d38cb361",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.response.txt",
      "sha256": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "bytes": 1075423
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.timing.json",
      "sha256": "0e4945b1cfbe6762958b8431e1ffa90427b029335dbfa3f47b9e802a55a2fdd9",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/terminal_evidence/budget_ledger.json",
      "sha256": "a1b8ca52eb5eb8f48e3b68ec1262b83809a23154a8fb156de8298cc15f867a72",
      "bytes": 111
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/upstream-error-diagnostic.json",
      "sha256": "670f4e236ef735ff3858499e7a70228af2b911c5ff6ea623087209d3cab0e75a",
      "bytes": 633
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/workspace/.verdict/costs.json",
      "sha256": "2e12374eb95f903b2a5a3bbd1c5fa71f63ecfbe0675e8a18fb0eaa1f329966ce",
      "bytes": 443
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/workspace/solution.py",
      "sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "bytes": 134,
      "content": "def retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    raise NotImplementedError\n",
      "contentRedacted": false,
      "publishedContentSha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154991.377471
    },
    "candidateCode": "def retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    raise NotImplementedError\n",
    "oracle": {
      "passed": 0,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": " 120\t",
          "expected": 120,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "0007",
          "expected": 7,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "-1",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "+1",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "1.5",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "１２",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "١٢",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": null,
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": 4,
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "error": "NotImplementedError",
          "pass": false
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/84305afbbcbb47439c1ac59ad0320510.request.json",
        "requestSha256": "ae739115497e5975538c84576ce154ead946ddc9f38adce154c49017ace1e9e3",
        "responseSha256": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
        "httpStatus": 200,
        "requestedModel": "byok/openai/gpt-6-luna",
        "resolvedModel": null,
        "backendModel": null,
        "resolutionSource": null,
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": null,
        "outputTokens": null,
        "totalTokens": null,
        "costUsd": null,
        "energyWh": null,
        "finishReasons": [],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:49:51.501850+00:00",
      "uptime_seconds": 1000.8128798007965,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:49:55.676778+00:00",
      "uptime_seconds": 1004.987813949585,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95",
    "rawResultSha256": "0d8e6042d7fac120e9f659fb1e6437b5e044fdb3dbbdaa3c2b40276370135ff2",
    "rawEvidenceHashes": {
      "health_before.json": "29ea7527b8ae7c3f987af5ac33c1e348c65a171db5e57de16b36c6cba5b24aa8",
      "stdout.txt": "339ba64388e400542aee4d6fc3df16ef3425226095e9744c41da1d8022dbbb9a",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "a40ba724654b316c2863c4b906f929a5425fdb15caa9a5c889a873379227320f",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "a1b8ca52eb5eb8f48e3b68ec1262b83809a23154a8fb156de8298cc15f867a72",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f",
      "sandbox.sb": "24d0c40ae4beae0933dd1cd0f1e3e35fd90d3c62c118644b6fbf3352513fe6fd",
      "stderr.txt": "547342ee7b05ed115f8b6def090c3e29bb9b1cca2feeeda06d28aa84c2b4b761",
      "launch.json": "e3518027d41c32ebe6b09fd2724a326522ad46ecefb068622fd7347918f3c49d",
      "invocation.json": "9f72252d040cc4b5d486c1b03bbc9d9c1a9219ba4cd258b2eb6d98a195d9aa54",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "8d5a5bb9765a5764ef45b69739121ab805350b6e9e7abc377015b63c97748633",
      "product_source.json": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489",
      "post-terminal-settlement.json": "9348741d7bbf9b3addf1df508e1a98071b51c2a6e8206651b7100dfd97391296",
      "workspace/solution.py": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "workspace/.verdict/costs.json": "2e12374eb95f903b2a5a3bbd1c5fa71f63ecfbe0675e8a18fb0eaa1f329966ce",
      "private_producer/state.json": "397881b813d2454edd5e0839a39eead19265df5a027009012417e036149fd76d",
      "private_producer/gateway-0001.sse": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
      "private_producer/runtime/.verdict_code_usage.inv-228332c1a8374970af7a27ba240af42c.json": "7f9e83897834677c9cedc4c9757e8c0ad06e2f6455295fedd9456517fcd62788",
      "private_producer/runtime/model_cache/availability_cache.json": "92dcf32d541c02e84483917bfad3cc8ffe44fa6392b75553925e4150fbef0ebd",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95-t1/comms.txt": "e69851be13794e0505fe584af071d769c9227e07f74a6ebf1160772de924bc3e",
      "private_producer/runtime/artifacts/runs/20261016T124951Z_verdict-code_byok_openai_gpt-6-luna_ebbc95/comms.txt": "1788066ad5c2603edcd2f7a647a4fb50a609be37808951681a9175bf74e8951c",
      "terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.timing.json": "0e4945b1cfbe6762958b8431e1ffa90427b029335dbfa3f47b9e802a55a2fdd9",
      "terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.request.json": "e6028df1d4e66ea355b12321c8ce579b5619d40eaae9dabf55524b2ed19fb69a",
      "terminal_evidence/0736202c9652401094fc8cf704e2b611.timing.json": "44f0b2db65b762a6c21afde788117f954850890f132c7f708337591ce7f1654b",
      "terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.response.txt": "7f6a26dcaba645d026dc2e916ca561f364ff979b91888d66f33533209313422e",
      "terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.timing.json": "6af0d8f3cfdad3029652e37d311aaf68c206a47f782940a46f65705c7c2826ac",
      "terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/0736202c9652401094fc8cf704e2b611.response.txt": "5f6a6690ef7826742b5594a36d082cd0e4f7ea3f371e0b0da99f48ff8bd35ce0",
      "terminal_evidence/1c2c28a34ac9408fab3b5dc128126757.timing.json": "1a1a9b78aa13c67ff402ff1963300280b7888fba07222cef3543cd05c8b94ad5",
      "terminal_evidence/0736202c9652401094fc8cf704e2b611.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/budget_ledger.json": "a1b8ca52eb5eb8f48e3b68ec1262b83809a23154a8fb156de8298cc15f867a72",
      "terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.response.txt": "8993fc04ba992d43343935a75e1ce7c77b24a7a3fc780d4889510443d63a199f",
      "terminal_evidence/0736202c9652401094fc8cf704e2b611.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/bf8a9be6655f49c79f07ca8f9aeeba47.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/84305afbbcbb47439c1ac59ad0320510.response.txt": "47a36b87764ffb10031e05231e9a7ffbffa19de067466790d737ef280425708a",
      "terminal_evidence/84305afbbcbb47439c1ac59ad0320510.request.json": "ae739115497e5975538c84576ce154ead946ddc9f38adce154c49017ace1e9e3",
      "terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/7d683e65ceb64ae0992d80205eeaa79f.response.txt": "082221e7d396f98b49db9bb96486427421de1025b0cde2eb61db4303c6bf3faa",
      "terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.timing.json": "9e4eefa39e2a6643708971086dcc7b0b3747c2ed507183e580df98826883125d",
      "terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/77a5f7d9c190479c8826d6d223cc6d2a.response.txt": "160e9c895916ee3d4b8a1e1df16de8cb8615974390ce0e11affaae76f62bf989",
      "terminal_evidence/84305afbbcbb47439c1ac59ad0320510.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/84305afbbcbb47439c1ac59ad0320510.timing.json": "b02cd4fce7f5548325cd4e3dbafb347a1b9eee4720ff05131a73be59d38cb361",
      "source_snapshot/tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "2b4a2c58091feb69360b7704c8ceee9f1ccffb89",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    }
  }
}