{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/deepseek/deepseek-flash",
    "resolvedModel": "byok/deepseek/deepseek-flash",
    "wallSeconds": 18.714,
    "inputTokens": 1253,
    "outputTokens": 2423,
    "totalTokens": 3676,
    "costUsd": 0.003283,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "PASS",
    "tier": "cloud/BYOK",
    "diagnosticOnly": true,
    "comparisonEligible": false,
    "cohort": "historical-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
    ],
    "evidenceFile": "20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de.json",
    "archived": true
  },
  "sourceRecord": {
    "id": "20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "original-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/deepseek/deepseek-flash",
    "resolvedModel": "byok/deepseek/deepseek-flash",
    "status": "PASS",
    "wallSeconds": 18.714,
    "inputTokens": 1253,
    "outputTokens": 2423,
    "totalTokens": 3676,
    "costUsd": 0.003283,
    "energyWh": null,
    "assertionsPassed": 20,
    "assertionsTotal": 20,
    "observedCodePass": true,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154239.812934
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "66e6a7dd006048d9a0c0e15630ae717f.http.json",
      "56d41eed65f848cbaffc61ecaa5d725c.http.json",
      "56d41eed65f848cbaffc61ecaa5d725c.timing.json",
      "e6243464a3004520bb1f0a8de49c462e.request.json",
      "e6243464a3004520bb1f0a8de49c462e.response.txt",
      "b50333ee84704e8a831164155b1ffc69.response.txt",
      "b50333ee84704e8a831164155b1ffc69.request.json",
      "b50333ee84704e8a831164155b1ffc69.http.json",
      "66e6a7dd006048d9a0c0e15630ae717f.timing.json",
      "bcf5727f20384353916f86bc5863c488.http.json",
      "66e6a7dd006048d9a0c0e15630ae717f.response.txt",
      "66e6a7dd006048d9a0c0e15630ae717f.request.json",
      "461fcba4fa334cc58208cbb643c010ef.http.json",
      "b50333ee84704e8a831164155b1ffc69.timing.json",
      "bcf5727f20384353916f86bc5863c488.timing.json",
      "bcf5727f20384353916f86bc5863c488.request.json",
      "461fcba4fa334cc58208cbb643c010ef.timing.json",
      "bcf5727f20384353916f86bc5863c488.response.txt",
      "461fcba4fa334cc58208cbb643c010ef.response.txt",
      "e6243464a3004520bb1f0a8de49c462e.http.json",
      "461fcba4fa334cc58208cbb643c010ef.request.json",
      "56d41eed65f848cbaffc61ecaa5d725c.response.txt",
      "56d41eed65f848cbaffc61ecaa5d725c.request.json",
      "e6243464a3004520bb1f0a8de49c462e.timing.json"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "PASS",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": true,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 1,
    "partialInputTokens": 1253,
    "partialOutputTokens": 2423,
    "partialTotalTokens": 3676,
    "partialEstimatedCostUsd": 0.003283,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": 196.43,
    "knownTokensIncludingAdditiveReasoning": 3676,
    "knownTokensIncludingAdditiveReasoningPerSecond": 196.43,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": false,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de.json",
    "publicEvidenceSha256": "ca406265b2b57f4287f9884d5f74f4164ace6ba68dcca54a68a021265caef7df",
    "apparatusInvalidation": "initial_tool_narrowing_skipped_behavioral_review"
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/461fcba4fa334cc58208cbb643c010ef.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/461fcba4fa334cc58208cbb643c010ef.request.json",
      "sha256": "7ae8f89631ed3042a43746bba8a634c258e659ebc2482f747a67aa8b0c3e0b15",
      "bytes": 10851
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/461fcba4fa334cc58208cbb643c010ef.response.txt",
      "sha256": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
      "bytes": 427771
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/461fcba4fa334cc58208cbb643c010ef.timing.json",
      "sha256": "dc494df76bcfaaf03273bed0fe7c2a60281e1b0557576214bbcc7359ccd81ec7",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/56d41eed65f848cbaffc61ecaa5d725c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/56d41eed65f848cbaffc61ecaa5d725c.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/56d41eed65f848cbaffc61ecaa5d725c.response.txt",
      "sha256": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "bytes": 1075602
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/56d41eed65f848cbaffc61ecaa5d725c.timing.json",
      "sha256": "dd8328fb6974048f86d2d35eaf8a60d96a3ef997471e2dab828fc58523abf063",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/66e6a7dd006048d9a0c0e15630ae717f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/66e6a7dd006048d9a0c0e15630ae717f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/66e6a7dd006048d9a0c0e15630ae717f.response.txt",
      "sha256": "4a6d5045ade41f23103bc7ed02efdf0fd3ae5bfbae2bd174db8784dd6d01801d",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/66e6a7dd006048d9a0c0e15630ae717f.timing.json",
      "sha256": "245d4afe1f6dbbea553ae952af7dedbf1d870f5de6debfbf6673ca76aff22605",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/b50333ee84704e8a831164155b1ffc69.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/b50333ee84704e8a831164155b1ffc69.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/b50333ee84704e8a831164155b1ffc69.response.txt",
      "sha256": "0398162f3d22f78fe804778d9e6f3bf1c189970aeef88838d1085d4b7197f55b",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/b50333ee84704e8a831164155b1ffc69.timing.json",
      "sha256": "237f362c0bbe4c1d3777d8e8c1e48cd36fd4b6b470688f87be2de99e02751a6d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/bcf5727f20384353916f86bc5863c488.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/bcf5727f20384353916f86bc5863c488.request.json",
      "sha256": "a93a9729d07e310952df8928725bd01caef92bbcf20237452c39fc0940092714",
      "bytes": 105
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/bcf5727f20384353916f86bc5863c488.response.txt",
      "sha256": "3c4b0be3784303070acf335170721e11a68a064c00fff949693e4ddc0b5b023f",
      "bytes": 162
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/bcf5727f20384353916f86bc5863c488.timing.json",
      "sha256": "860d1b596728dc5fb9353cead07e38adcd898534db118db4c82890093965e638",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/budget_ledger.json",
      "sha256": "a53ea623aa8f06d9266f0b0d06192fbcd6f5d00da09d8edd244650e0a0eeb746",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/budget_ledger_at_terminal.json",
      "sha256": "a53ea623aa8f06d9266f0b0d06192fbcd6f5d00da09d8edd244650e0a0eeb746",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/e6243464a3004520bb1f0a8de49c462e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/e6243464a3004520bb1f0a8de49c462e.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/e6243464a3004520bb1f0a8de49c462e.response.txt",
      "sha256": "264dafb4aae5bcc11aead33723a770cd21ea76a85445a0a852f1dcfac482f8f1",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/e6243464a3004520bb1f0a8de49c462e.timing.json",
      "sha256": "4dd45d148ded91ce0ed37c6a0af000725c0e345947beb5a15fbfa638c04307b6",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/freeze.json",
      "sha256": "0d47adf75bcf310a32760ee4df9e90dda17dd5760daf882dd17ec301b9c63a29",
      "bytes": 313,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154239.812934\n}",
      "contentRedacted": false,
      "publishedContentSha256": "0d47adf75bcf310a32760ee4df9e90dda17dd5760daf882dd17ec301b9c63a29"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/health_after.json",
      "sha256": "209cdd552a7fd862a0a91a3171537261753208374ef7758ce01e1aca11ccecba",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/health_before.json",
      "sha256": "1a7132d68f95961904cac5050c7d33cb41e7bf8de0e77f216bf0f91cbfb6e641",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/invocation.json",
      "sha256": "df7fd0e6ac2ef77e0ad07c96fccc3c77486b26d59d75061d2c39b398cbdb8f9f",
      "bytes": 2206
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/launch.json",
      "sha256": "c8a13dbee5c30e75dbc9bcf395f64c71469b20c39af478e0edbd6e309e65b0b0",
      "bytes": 181
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/oracle.stdout.txt",
      "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "bytes": 1582,
      "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/post-terminal-settlement.json",
      "sha256": "e81e2656e0620c31d6e64b7b557e051a723d5907dcb3d27e508bde3d62a67549",
      "bytes": 383
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/gateway-0001.sse",
      "sha256": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
      "bytes": 427771
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/runtime/.verdict_code_usage.inv-37ab4462f1fc41748c07368fa0e24caf.json",
      "sha256": "fce26fcdb1590689b5541f1e9e682f20208f86111ad06e88cebf68572e35239a",
      "bytes": 18611
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/runtime/artifacts/runs/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/comms.txt",
      "sha256": "c3cb192bcebdb98629adde23e7e36f325a7c470c35fd03384cd6d8e61d15d8d9",
      "bytes": 1247
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/runtime/artifacts/runs/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de-t1/comms.txt",
      "sha256": "ccd4d8a52e9976bdbf359f302be255915bdcabb440a597c0906eab58d875a1ba",
      "bytes": 653
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/runtime/compaction_events.jsonl",
      "sha256": "55f1332bc2ee30ba18203f1febc93fd2c9fefdb76085c8d44739a09555054fce",
      "bytes": 481
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "8a9bbc374ffbd2e5bbec441eff217ecb5293884d63e55cd143c8c0c003fcdb92",
      "bytes": 276
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/private_producer/state.json",
      "sha256": "6a257d344259b7cca0a92c64a8269d53120cd703f5412a1bd21bb19e781a274b",
      "bytes": 2306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/product_source.json",
      "sha256": "886ed65f0e33e1ee8f21ada21c10572aa8251406bf136ae7e79faa5af069a741",
      "bytes": 846,
      "content": "{\n  \"head\": \"e4e758492ee2749b88db2bf027fa134d93c66428\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "886ed65f0e33e1ee8f21ada21c10572aa8251406bf136ae7e79faa5af069a741"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/result.json",
      "sha256": "527f8cc8a77fc6e74a981314ffe21662982498cb916900c66df292ae67067ab1",
      "bytes": 9738
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/sandbox.sb",
      "sha256": "19cc1ccc8dc31564ff62694e36ef6184671d1349b4b29901a472f1d9001e42d7",
      "bytes": 5919
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
      "bytes": 763436
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/stderr.txt",
      "sha256": "13c3d41dbf2c0f22ef07be8d734cff6810f5d507245397e3e135d783bfc21ff8",
      "bytes": 6127
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/stdout.txt",
      "sha256": "0189170875691701d34694567fc02d852526aeaf175ba762bb8e2de43efe13e2",
      "bytes": 6958
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/461fcba4fa334cc58208cbb643c010ef.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/461fcba4fa334cc58208cbb643c010ef.request.json",
      "sha256": "7ae8f89631ed3042a43746bba8a634c258e659ebc2482f747a67aa8b0c3e0b15",
      "bytes": 10851
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/461fcba4fa334cc58208cbb643c010ef.response.txt",
      "sha256": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
      "bytes": 427771
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/461fcba4fa334cc58208cbb643c010ef.timing.json",
      "sha256": "dc494df76bcfaaf03273bed0fe7c2a60281e1b0557576214bbcc7359ccd81ec7",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.response.txt",
      "sha256": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "bytes": 1075602
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.timing.json",
      "sha256": "dd8328fb6974048f86d2d35eaf8a60d96a3ef997471e2dab828fc58523abf063",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.response.txt",
      "sha256": "4a6d5045ade41f23103bc7ed02efdf0fd3ae5bfbae2bd174db8784dd6d01801d",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.timing.json",
      "sha256": "245d4afe1f6dbbea553ae952af7dedbf1d870f5de6debfbf6673ca76aff22605",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/b50333ee84704e8a831164155b1ffc69.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/b50333ee84704e8a831164155b1ffc69.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/b50333ee84704e8a831164155b1ffc69.response.txt",
      "sha256": "0398162f3d22f78fe804778d9e6f3bf1c189970aeef88838d1085d4b7197f55b",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/b50333ee84704e8a831164155b1ffc69.timing.json",
      "sha256": "237f362c0bbe4c1d3777d8e8c1e48cd36fd4b6b470688f87be2de99e02751a6d",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/bcf5727f20384353916f86bc5863c488.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/bcf5727f20384353916f86bc5863c488.request.json",
      "sha256": "a93a9729d07e310952df8928725bd01caef92bbcf20237452c39fc0940092714",
      "bytes": 105
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/bcf5727f20384353916f86bc5863c488.response.txt",
      "sha256": "3c4b0be3784303070acf335170721e11a68a064c00fff949693e4ddc0b5b023f",
      "bytes": 162
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/bcf5727f20384353916f86bc5863c488.timing.json",
      "sha256": "860d1b596728dc5fb9353cead07e38adcd898534db118db4c82890093965e638",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/budget_ledger.json",
      "sha256": "a53ea623aa8f06d9266f0b0d06192fbcd6f5d00da09d8edd244650e0a0eeb746",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/e6243464a3004520bb1f0a8de49c462e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/e6243464a3004520bb1f0a8de49c462e.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/e6243464a3004520bb1f0a8de49c462e.response.txt",
      "sha256": "264dafb4aae5bcc11aead33723a770cd21ea76a85445a0a852f1dcfac482f8f1",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/terminal_evidence/e6243464a3004520bb1f0a8de49c462e.timing.json",
      "sha256": "4dd45d148ded91ce0ed37c6a0af000725c0e345947beb5a15fbfa638c04307b6",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/workspace/solution.py",
      "sha256": "d44bed3a58760034ff80c45ae4f5d3add8a8b74ae1c41d5f632322d6b0c846cd",
      "bytes": 1660,
      "content": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_ASCII_DIGITS = frozenset(\"0123456789\")\n_ASCII_WHITESPACE = \" \\t\\r\\n\\v\\f\"\n\n_WEEKDAYS = {\n    \"Mon\": 0,\n    \"Tue\": 1,\n    \"Wed\": 2,\n    \"Thu\": 3,\n    \"Fri\": 4,\n    \"Sat\": 5,\n    \"Sun\": 6,\n}\n\n_MONTHS = {\n    \"Jan\": 1,\n    \"Feb\": 2,\n    \"Mar\": 3,\n    \"Apr\": 4,\n    \"May\": 5,\n    \"Jun\": 6,\n    \"Jul\": 7,\n    \"Aug\": 8,\n    \"Sep\": 9,\n    \"Oct\": 10,\n    \"Nov\": 11,\n    \"Dec\": 12,\n}\n\n# ``Wed, 21 Oct 2015 07:28:00 GMT`` -- exact, case-sensitive, two-digit fields.\n_HTTP_DATE_RE = re.compile(\n    r\"([A-Z][a-z]{2}), (\\d{2}) ([A-Z][a-z]{2}) (\\d{4}) \"\n    r\"(\\d{2}):(\\d{2}):(\\d{2}) GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n\n    candidate = value.strip(_ASCII_WHITESPACE)\n\n    # Delay-seconds form: ASCII digits only, optionally surrounded by whitespace.\n    if candidate and all(ch in _ASCII_DIGITS for ch in candidate):\n        return int(candidate)\n\n    match = _HTTP_DATE_RE.fullmatch(candidate)\n    if match is None:\n        return None\n\n    weekday, day, month, year, hour, minute, second = match.groups()\n    if weekday not in _WEEKDAYS or month not in _MONTHS:\n        return None\n\n    try:\n        when = datetime(\n            int(year),\n            _MONTHS[month],\n            int(day),\n            int(hour),\n            int(minute),\n            int(second),\n            tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n\n    if when.weekday() != _WEEKDAYS[weekday]:\n        return None\n\n    return max(0, math.ceil((when - now).total_seconds()))\n",
      "contentRedacted": false,
      "publishedContentSha256": "d44bed3a58760034ff80c45ae4f5d3add8a8b74ae1c41d5f632322d6b0c846cd"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154239.812934
    },
    "candidateCode": "import math\nimport re\nfrom datetime import datetime, timezone\n\n_ASCII_DIGITS = frozenset(\"0123456789\")\n_ASCII_WHITESPACE = \" \\t\\r\\n\\v\\f\"\n\n_WEEKDAYS = {\n    \"Mon\": 0,\n    \"Tue\": 1,\n    \"Wed\": 2,\n    \"Thu\": 3,\n    \"Fri\": 4,\n    \"Sat\": 5,\n    \"Sun\": 6,\n}\n\n_MONTHS = {\n    \"Jan\": 1,\n    \"Feb\": 2,\n    \"Mar\": 3,\n    \"Apr\": 4,\n    \"May\": 5,\n    \"Jun\": 6,\n    \"Jul\": 7,\n    \"Aug\": 8,\n    \"Sep\": 9,\n    \"Oct\": 10,\n    \"Nov\": 11,\n    \"Dec\": 12,\n}\n\n# ``Wed, 21 Oct 2015 07:28:00 GMT`` -- exact, case-sensitive, two-digit fields.\n_HTTP_DATE_RE = re.compile(\n    r\"([A-Z][a-z]{2}), (\\d{2}) ([A-Z][a-z]{2}) (\\d{4}) \"\n    r\"(\\d{2}):(\\d{2}):(\\d{2}) GMT\"\n)\n\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    if not isinstance(value, str):\n        return None\n\n    candidate = value.strip(_ASCII_WHITESPACE)\n\n    # Delay-seconds form: ASCII digits only, optionally surrounded by whitespace.\n    if candidate and all(ch in _ASCII_DIGITS for ch in candidate):\n        return int(candidate)\n\n    match = _HTTP_DATE_RE.fullmatch(candidate)\n    if match is None:\n        return None\n\n    weekday, day, month, year, hour, minute, second = match.groups()\n    if weekday not in _WEEKDAYS or month not in _MONTHS:\n        return None\n\n    try:\n        when = datetime(\n            int(year),\n            _MONTHS[month],\n            int(day),\n            int(hour),\n            int(minute),\n            int(second),\n            tzinfo=timezone.utc,\n        )\n    except ValueError:\n        return None\n\n    if when.weekday() != _WEEKDAYS[weekday]:\n        return None\n\n    return max(0, math.ceil((when - now).total_seconds()))\n",
    "oracle": {
      "passed": 20,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 1,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 2,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/461fcba4fa334cc58208cbb643c010ef.request.json",
        "requestSha256": "7ae8f89631ed3042a43746bba8a634c258e659ebc2482f747a67aa8b0c3e0b15",
        "responseSha256": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
        "httpStatus": 200,
        "requestedModel": "byok/deepseek/deepseek-flash",
        "resolvedModel": "byok/deepseek/deepseek-flash",
        "backendModel": "deepseek/deepseek-flash",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 1253,
        "outputTokens": 2423,
        "totalTokens": 3676,
        "costUsd": 0.003283,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:37:19.945828+00:00",
      "uptime_seconds": 249.2568609714508,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:37:39.238629+00:00",
      "uptime_seconds": 268.5496609210968,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de",
    "rawResultSha256": "527f8cc8a77fc6e74a981314ffe21662982498cb916900c66df292ae67067ab1",
    "rawEvidenceHashes": {
      "health_before.json": "1a7132d68f95961904cac5050c7d33cb41e7bf8de0e77f216bf0f91cbfb6e641",
      "stdout.txt": "0189170875691701d34694567fc02d852526aeaf175ba762bb8e2de43efe13e2",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "209cdd552a7fd862a0a91a3171537261753208374ef7758ce01e1aca11ccecba",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "a53ea623aa8f06d9266f0b0d06192fbcd6f5d00da09d8edd244650e0a0eeb746",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd",
      "sandbox.sb": "19cc1ccc8dc31564ff62694e36ef6184671d1349b4b29901a472f1d9001e42d7",
      "stderr.txt": "13c3d41dbf2c0f22ef07be8d734cff6810f5d507245397e3e135d783bfc21ff8",
      "launch.json": "c8a13dbee5c30e75dbc9bcf395f64c71469b20c39af478e0edbd6e309e65b0b0",
      "invocation.json": "df7fd0e6ac2ef77e0ad07c96fccc3c77486b26d59d75061d2c39b398cbdb8f9f",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "0d47adf75bcf310a32760ee4df9e90dda17dd5760daf882dd17ec301b9c63a29",
      "product_source.json": "886ed65f0e33e1ee8f21ada21c10572aa8251406bf136ae7e79faa5af069a741",
      "post-terminal-settlement.json": "e81e2656e0620c31d6e64b7b557e051a723d5907dcb3d27e508bde3d62a67549",
      "workspace/solution.py": "d44bed3a58760034ff80c45ae4f5d3add8a8b74ae1c41d5f632322d6b0c846cd",
      "private_producer/state.json": "6a257d344259b7cca0a92c64a8269d53120cd703f5412a1bd21bb19e781a274b",
      "private_producer/gateway-0001.sse": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
      "private_producer/runtime/compaction_events.jsonl": "55f1332bc2ee30ba18203f1febc93fd2c9fefdb76085c8d44739a09555054fce",
      "private_producer/runtime/.verdict_code_usage.inv-37ab4462f1fc41748c07368fa0e24caf.json": "fce26fcdb1590689b5541f1e9e682f20208f86111ad06e88cebf68572e35239a",
      "private_producer/runtime/model_cache/availability_cache.json": "8a9bbc374ffbd2e5bbec441eff217ecb5293884d63e55cd143c8c0c003fcdb92",
      "private_producer/runtime/artifacts/runs/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de-t1/comms.txt": "ccd4d8a52e9976bdbf359f302be255915bdcabb440a597c0906eab58d875a1ba",
      "private_producer/runtime/artifacts/runs/20261016T123719Z_verdict-code_byok_deepseek_deepseek-flash_0e44de/comms.txt": "c3cb192bcebdb98629adde23e7e36f325a7c470c35fd03384cd6d8e61d15d8d9",
      "terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.timing.json": "dd8328fb6974048f86d2d35eaf8a60d96a3ef997471e2dab828fc58523abf063",
      "terminal_evidence/e6243464a3004520bb1f0a8de49c462e.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/e6243464a3004520bb1f0a8de49c462e.response.txt": "264dafb4aae5bcc11aead33723a770cd21ea76a85445a0a852f1dcfac482f8f1",
      "terminal_evidence/b50333ee84704e8a831164155b1ffc69.response.txt": "0398162f3d22f78fe804778d9e6f3bf1c189970aeef88838d1085d4b7197f55b",
      "terminal_evidence/b50333ee84704e8a831164155b1ffc69.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/b50333ee84704e8a831164155b1ffc69.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.timing.json": "245d4afe1f6dbbea553ae952af7dedbf1d870f5de6debfbf6673ca76aff22605",
      "terminal_evidence/budget_ledger.json": "a53ea623aa8f06d9266f0b0d06192fbcd6f5d00da09d8edd244650e0a0eeb746",
      "terminal_evidence/bcf5727f20384353916f86bc5863c488.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.response.txt": "4a6d5045ade41f23103bc7ed02efdf0fd3ae5bfbae2bd174db8784dd6d01801d",
      "terminal_evidence/66e6a7dd006048d9a0c0e15630ae717f.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/461fcba4fa334cc58208cbb643c010ef.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/b50333ee84704e8a831164155b1ffc69.timing.json": "237f362c0bbe4c1d3777d8e8c1e48cd36fd4b6b470688f87be2de99e02751a6d",
      "terminal_evidence/bcf5727f20384353916f86bc5863c488.timing.json": "860d1b596728dc5fb9353cead07e38adcd898534db118db4c82890093965e638",
      "terminal_evidence/bcf5727f20384353916f86bc5863c488.request.json": "a93a9729d07e310952df8928725bd01caef92bbcf20237452c39fc0940092714",
      "terminal_evidence/461fcba4fa334cc58208cbb643c010ef.timing.json": "dc494df76bcfaaf03273bed0fe7c2a60281e1b0557576214bbcc7359ccd81ec7",
      "terminal_evidence/bcf5727f20384353916f86bc5863c488.response.txt": "3c4b0be3784303070acf335170721e11a68a064c00fff949693e4ddc0b5b023f",
      "terminal_evidence/461fcba4fa334cc58208cbb643c010ef.response.txt": "ddb4daab503c8e7f4ab27fb894dab71c6a116333c34657fe87209214ff510e54",
      "terminal_evidence/e6243464a3004520bb1f0a8de49c462e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/461fcba4fa334cc58208cbb643c010ef.request.json": "7ae8f89631ed3042a43746bba8a634c258e659ebc2482f747a67aa8b0c3e0b15",
      "terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.response.txt": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "terminal_evidence/56d41eed65f848cbaffc61ecaa5d725c.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/e6243464a3004520bb1f0a8de49c462e.timing.json": "4dd45d148ded91ce0ed37c6a0af000725c0e345947beb5a15fbfa638c04307b6",
      "source_snapshot/tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "e4e758492ee2749b88db2bf027fa134d93c66428",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "apparatusInvalidation": "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
  }
}