{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/qwen/qwen3-coder-flash",
    "resolvedModel": "byok/qwen/qwen3-coder-flash",
    "wallSeconds": 19.527,
    "inputTokens": 3203,
    "outputTokens": 1058,
    "totalTokens": 4261,
    "costUsd": 0.0025478999999999996,
    "energyWh": null,
    "assertionsPassed": 16,
    "assertionsTotal": 20,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": "default",
    "family": "matched-harness",
    "status": "FAIL",
    "tier": "cloud/BYOK",
    "diagnosticOnly": true,
    "comparisonEligible": false,
    "cohort": "historical-model",
    "resultNote": null,
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
    ],
    "evidenceFile": "20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4.json",
    "archived": true
  },
  "sourceRecord": {
    "id": "20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4",
    "originalCampaign": "agent_comparison_20261015",
    "rerun": true,
    "correctionOf": null,
    "cohort": "original-model",
    "family": "same-model-harness-rerun",
    "taskId": "retry-after-v1",
    "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/qwen/qwen3-coder-flash",
    "resolvedModel": "byok/qwen/qwen3-coder-flash",
    "status": "FAIL",
    "wallSeconds": 19.527,
    "inputTokens": 3203,
    "outputTokens": 1058,
    "totalTokens": 4261,
    "costUsd": 0.0025478999999999996,
    "energyWh": null,
    "assertionsPassed": 16,
    "assertionsTotal": 20,
    "observedCodePass": false,
    "exitCode": 0,
    "evidencePaths": [
      "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4"
    ],
    "arm": "E",
    "admission": "NOT_VERIFIED",
    "limitations": [
      "Exploratory n=1 synthetic task; not a general coding-agent ranking.",
      "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.",
      "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
    ],
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154252.8857012
    },
    "mutableRuntimeFiles": [
      "budget_ledger.json",
      "ec8a743e9f4a4f678d9eea024319e523.http.json",
      "ec8a743e9f4a4f678d9eea024319e523.timing.json",
      "8102ad0e7e4340b6a41136f732434e9e.http.json",
      "a67930eb09604f93a06c5653d4beb4b2.request.json",
      "a67930eb09604f93a06c5653d4beb4b2.response.txt",
      "a67930eb09604f93a06c5653d4beb4b2.http.json",
      "04136be61edc48e091ea082e00312de7.timing.json",
      "ad1554bf8eb74ec8a5fabdb49f7737df.http.json",
      "ec8a743e9f4a4f678d9eea024319e523.request.json",
      "8102ad0e7e4340b6a41136f732434e9e.timing.json",
      "ec8a743e9f4a4f678d9eea024319e523.response.txt",
      "04136be61edc48e091ea082e00312de7.response.txt",
      "04136be61edc48e091ea082e00312de7.http.json",
      "16c13a4afd0644849875fbe7369ab77f.response.txt",
      "04136be61edc48e091ea082e00312de7.request.json",
      "ad1554bf8eb74ec8a5fabdb49f7737df.timing.json",
      "16c13a4afd0644849875fbe7369ab77f.request.json",
      "ad1554bf8eb74ec8a5fabdb49f7737df.response.txt",
      "ad1554bf8eb74ec8a5fabdb49f7737df.request.json",
      "f41b7ba5ab4f4520a47f615fc9b8d39a.timing.json",
      "50f4b95d125c4c0ea50e51d20a7117d8.timing.json",
      "50f4b95d125c4c0ea50e51d20a7117d8.http.json",
      "a67930eb09604f93a06c5653d4beb4b2.timing.json",
      "16c13a4afd0644849875fbe7369ab77f.timing.json",
      "f41b7ba5ab4f4520a47f615fc9b8d39a.response.txt",
      "f41b7ba5ab4f4520a47f615fc9b8d39a.request.json",
      "16c13a4afd0644849875fbe7369ab77f.http.json",
      "f41b7ba5ab4f4520a47f615fc9b8d39a.http.json",
      "50f4b95d125c4c0ea50e51d20a7117d8.response.txt",
      "8102ad0e7e4340b6a41136f732434e9e.request.json",
      "50f4b95d125c4c0ea50e51d20a7117d8.request.json",
      "8102ad0e7e4340b6a41136f732434e9e.response.txt"
    ],
    "terminalBudgetSnapshot": "budget_ledger_at_terminal.json",
    "terminalTransportSnapshot": "terminal_evidence/",
    "rawStatus": "FAIL",
    "metadataTransportDiagnosticCount": 0,
    "diagnosticOnly": true,
    "tokenSource": "provider",
    "accountingComplete": true,
    "identityVerified": true,
    "providerCallCount": 2,
    "partialInputTokens": 3203,
    "partialOutputTokens": 1058,
    "partialTotalTokens": 4261,
    "partialEstimatedCostUsd": 0.0025478999999999996,
    "reportedAdditiveReasoningTokens": null,
    "reportedReasoningTokens": null,
    "allCallsReportReasoning": false,
    "tokensPerSecond": 218.211,
    "knownTokensIncludingAdditiveReasoning": 4261,
    "knownTokensIncludingAdditiveReasoningPerSecond": 218.211,
    "generationCensored": false,
    "budgetControls": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "reasoningEffort": "default",
    "sharedProxyCapsEnforced": true,
    "actualBelowCommonCaps": true,
    "timeoutSeconds": 240,
    "terminalError": null,
    "terminalCompleted": true,
    "agentFailureReason": null,
    "sameGatewayInstance": true,
    "comparisonEligible": false,
    "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4.json",
    "publicEvidenceSha256": "52200ba3bbfff5d224c95f8d2597d6b2f6f294ebb41687d1a1c33361b09ab8d9",
    "apparatusInvalidation": "initial_tool_narrowing_skipped_behavioral_review"
  },
  "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json",
  "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419",
  "files": [
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/04136be61edc48e091ea082e00312de7.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/04136be61edc48e091ea082e00312de7.request.json",
      "sha256": "2bd677bae3ec74c385b8428eb54bd363431f01cf5caa0981c8650bb4ebc796c6",
      "bytes": 14037
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/04136be61edc48e091ea082e00312de7.response.txt",
      "sha256": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
      "bytes": 15447
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/04136be61edc48e091ea082e00312de7.timing.json",
      "sha256": "68f421615f0d46caa916b34aad47c7859122deafd1e383bd4192a38a5fd83bc9",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/16c13a4afd0644849875fbe7369ab77f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/16c13a4afd0644849875fbe7369ab77f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/16c13a4afd0644849875fbe7369ab77f.response.txt",
      "sha256": "4753bb16ba7c518f65c20a6e9fc764b124bcde13298161b2c5519796a0910987",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/16c13a4afd0644849875fbe7369ab77f.timing.json",
      "sha256": "288b9ddeb37013ad881f49c3efcfbdf901a57eba30e16402e4da59addcadf9b1",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/50f4b95d125c4c0ea50e51d20a7117d8.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/50f4b95d125c4c0ea50e51d20a7117d8.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/50f4b95d125c4c0ea50e51d20a7117d8.response.txt",
      "sha256": "cf0356a6e15632432ef386ab9d2f6264bfe4db328126c575384f73f28930bbc6",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/50f4b95d125c4c0ea50e51d20a7117d8.timing.json",
      "sha256": "f8422bf24dfb6dd4548031926e1083deeeb20277c2d3806651b8626d8a509d88",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/8102ad0e7e4340b6a41136f732434e9e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/8102ad0e7e4340b6a41136f732434e9e.request.json",
      "sha256": "a28cd464563d158968e5590ec7d57999fcb38f6659fad76ab316688f895412a2",
      "bytes": 104
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/8102ad0e7e4340b6a41136f732434e9e.response.txt",
      "sha256": "c6caba9f76562229a6041881a4283fdd36c5f3be0180db67dfc56bdd92dcf7cc",
      "bytes": 158
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/8102ad0e7e4340b6a41136f732434e9e.timing.json",
      "sha256": "3f4835cd3ff68496f929844eb92f66dd8fbd8234bea35f39bd0decfe2163b03f",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/a67930eb09604f93a06c5653d4beb4b2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/a67930eb09604f93a06c5653d4beb4b2.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/a67930eb09604f93a06c5653d4beb4b2.response.txt",
      "sha256": "ef1ba06eb9ca84fed8de2fcf2fd632b19ce53ba27d367af092ff7cbd53f58dc6",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/a67930eb09604f93a06c5653d4beb4b2.timing.json",
      "sha256": "2a3cee88f8e0ca2ea64c7ffbfdd10d4f4c94e2a0b4eb39ce07ed14153da9ed5b",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ad1554bf8eb74ec8a5fabdb49f7737df.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ad1554bf8eb74ec8a5fabdb49f7737df.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ad1554bf8eb74ec8a5fabdb49f7737df.response.txt",
      "sha256": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "bytes": 1075602
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ad1554bf8eb74ec8a5fabdb49f7737df.timing.json",
      "sha256": "352d09159c12cd9fcb7a461a61e12c6e6be940b217686e537c9439b81799e48e",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/budget_ledger.json",
      "sha256": "b07769775d25bfb435b305685d7e1b750d82562f52a6b0c39db0240d792ed1e3",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/budget_ledger_at_terminal.json",
      "sha256": "b07769775d25bfb435b305685d7e1b750d82562f52a6b0c39db0240d792ed1e3",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ec8a743e9f4a4f678d9eea024319e523.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ec8a743e9f4a4f678d9eea024319e523.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ec8a743e9f4a4f678d9eea024319e523.response.txt",
      "sha256": "5c61f893695185dcec78fa7f4b654074cb683120f65816f5b6740d28adda6796",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/ec8a743e9f4a4f678d9eea024319e523.timing.json",
      "sha256": "d35ec80e42d565664f70421009d41fc1e376ae3552e6eb433a78598c250549c4",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/f41b7ba5ab4f4520a47f615fc9b8d39a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/f41b7ba5ab4f4520a47f615fc9b8d39a.request.json",
      "sha256": "cb32b654da28c3f862d67019638ae4c461356a8c9ed4bd1d5c7883219c0e6227",
      "bytes": 10843
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/f41b7ba5ab4f4520a47f615fc9b8d39a.response.txt",
      "sha256": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
      "bytes": 18945
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/f41b7ba5ab4f4520a47f615fc9b8d39a.timing.json",
      "sha256": "c90a833c263327d22d5bbfaa611edf1e1eeabc4917f20d43b429a7bc23954860",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/freeze.json",
      "sha256": "729ff0f6d1bbcbc032cbb8173673f818593d515335ac70f4531fdccb8dcc03b0",
      "bytes": 314,
      "content": "{\n  \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n  \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n  \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n  \"frozen_before_execution_at\": 1792154252.8857012\n}",
      "contentRedacted": false,
      "publishedContentSha256": "729ff0f6d1bbcbc032cbb8173673f818593d515335ac70f4531fdccb8dcc03b0"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/health_after.json",
      "sha256": "b241f9cd40b9d1a18711be33f4101cad8ac3b0dd33f6f14e3208ada09f169b38",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/health_before.json",
      "sha256": "ea4693675026321e93ab96049f0cd009656308ec9e09327f0e359df152ee321f",
      "bytes": 1327
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/invocation.json",
      "sha256": "4838b01688fafed3d9ad4816ed1fb5062d053a51d56805e47e9bc087e9e36bcf",
      "bytes": 2200
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/launch.json",
      "sha256": "e0536cd2575e64ac6a4638e939ed29da9afbdc88eb2529a5a391ef7cd5e76682",
      "bytes": 180
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/oracle.stderr.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/oracle.stdout.txt",
      "sha256": "e0180a4c9399877a08d38fcb87e9904b3b972503299d3ba2692de171d90689c1",
      "bytes": 1582,
      "content": "{\"passed\": 16, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": 12, \"pass\": false}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 0, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 1, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n",
      "contentRedacted": false,
      "publishedContentSha256": "e0180a4c9399877a08d38fcb87e9904b3b972503299d3ba2692de171d90689c1"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/policy.json",
      "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "bytes": 921,
      "content": "{\n  \"schema\": \"agent_comparison_rerun_policy.v1\",\n  \"temperature\": 0,\n  \"timeout_seconds\": 240,\n  \"per_request_output_tokens\": 8192,\n  \"proxy_shared_max_input_tokens\": 160000,\n  \"proxy_shared_max_output_tokens\": 32000,\n  \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n  \"maximum_input_tokens\": 160000,\n  \"total_token_budget\": 400000,\n  \"max_turns\": 24,\n  \"proxy_read_timeout_seconds\": 270,\n  \"verdict_stream_idle_timeout_seconds\": 240,\n  \"aider_request_timeout_seconds\": 240,\n  \"reasoning\": {\n    \"mode\": \"default\"\n  },\n  \"models\": \"exact pins, no failover\",\n  \"task_file\": \"solution.py\",\n  \"hidden_oracle_fed_to_agent\": false,\n  \"producer_location\": \"outside candidate workspace; candidate read denied\",\n  \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n  \"appendix_model_changed\": false\n}",
      "contentRedacted": false,
      "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/post-terminal-settlement.json",
      "sha256": "094eca842db0aa1330507a0d4cbd28b03d75dd4d9e1907481ca724a4dd554e98",
      "bytes": 383
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/gateway-0001.sse",
      "sha256": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
      "bytes": 18945
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/gateway-0002.sse",
      "sha256": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
      "bytes": 15447
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/.verdict_code_usage.inv-81468103c11649be8b5c70aa70aed59f.json",
      "sha256": "3c504734158be36dbec09736112b9352383938fd4135844c4b979d91dd96e4db",
      "bytes": 33211
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/comms.txt",
      "sha256": "2c6b2873dcd643f04949623e6d82b4495270cc96e4361148028a375fdbc0f721",
      "bytes": 2825
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4-t1/comms.txt",
      "sha256": "fcc00148ebbfe787b6ef8d2164ee4096b25d386f105ae129be17d048bfe123a8",
      "bytes": 651
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4-t2/comms.txt",
      "sha256": "60bd1e0d6f7f913de886f593e0bf8c1e102800215de8861646d970a5c50f9b91",
      "bytes": 651
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/compaction_events.jsonl",
      "sha256": "5d5e10e1b5f69bbf756911360201723a1401bd9bd53ae3af5078a8a0f3ed238c",
      "bytes": 478
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/runtime/model_cache/availability_cache.json",
      "sha256": "dbeb5e1d76619bdfca3dab7f02c1c5bfdd583753de94e69407f06dbe7dfc8c03",
      "bytes": 275
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/private_producer/state.json",
      "sha256": "25b2a324e1ef4d913d20bb2669ed24fc4775b39c8be4455cb4c86bb0b3ff6e25",
      "bytes": 2476
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/product_source.json",
      "sha256": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d",
      "bytes": 846,
      "content": "{\n  \"head\": \"95a38c2d8322608f7a97004f3fd88236f4377f0d\",\n  \"files\": {\n    \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n    \"tools/verdict-code/verdict_code/agent.py\": \"7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e\",\n    \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n    \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n    \"tools/verdict-code/VERSION\": \"c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06\",\n    \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n  },\n  \"retainedSourceBytes\": \"source_snapshot/\"\n}",
      "contentRedacted": false,
      "publishedContentSha256": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/prompt.txt",
      "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "bytes": 837,
      "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
      "contentRedacted": false,
      "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe"
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/result.json",
      "sha256": "8e11bf1ea3907751a274ae63698bd7002c1a5ced735c1c9d60c8655d637a86a3",
      "bytes": 11557
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/sandbox.sb",
      "sha256": "131d520b5d5fbe36750ee4db093c07bf7bf875ce4906646e06355f4cb67d145f",
      "bytes": 5900
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/sandbox_preflight.json",
      "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "bytes": 93
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py",
      "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa",
      "bytes": 13274
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py",
      "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "bytes": 38332
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/tools/verdict-code/VERSION",
      "sha256": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
      "bytes": 8
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/tools/verdict-code/verdict_code/agent.py",
      "sha256": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
      "bytes": 763436
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/tools/verdict-code/verdict_code/main.py",
      "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "bytes": 625279
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py",
      "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "bytes": 269877
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/stderr.txt",
      "sha256": "7e09381ff5e10afd143ef90d2851f43ec12f3f887059e0616f1b53f531fd8e3b",
      "bytes": 12725
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/stdout.txt",
      "sha256": "859719ee651ac6973327d52674e18ed2ce963aeab29184204a5dd22cf0118f5b",
      "bytes": 14014
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/04136be61edc48e091ea082e00312de7.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/04136be61edc48e091ea082e00312de7.request.json",
      "sha256": "2bd677bae3ec74c385b8428eb54bd363431f01cf5caa0981c8650bb4ebc796c6",
      "bytes": 14037
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/04136be61edc48e091ea082e00312de7.response.txt",
      "sha256": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
      "bytes": 15447
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/04136be61edc48e091ea082e00312de7.timing.json",
      "sha256": "68f421615f0d46caa916b34aad47c7859122deafd1e383bd4192a38a5fd83bc9",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/16c13a4afd0644849875fbe7369ab77f.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/16c13a4afd0644849875fbe7369ab77f.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/16c13a4afd0644849875fbe7369ab77f.response.txt",
      "sha256": "4753bb16ba7c518f65c20a6e9fc764b124bcde13298161b2c5519796a0910987",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/16c13a4afd0644849875fbe7369ab77f.timing.json",
      "sha256": "288b9ddeb37013ad881f49c3efcfbdf901a57eba30e16402e4da59addcadf9b1",
      "bytes": 304
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.response.txt",
      "sha256": "cf0356a6e15632432ef386ab9d2f6264bfe4db328126c575384f73f28930bbc6",
      "bytes": 992
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.timing.json",
      "sha256": "f8422bf24dfb6dd4548031926e1083deeeb20277c2d3806651b8626d8a509d88",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.request.json",
      "sha256": "a28cd464563d158968e5590ec7d57999fcb38f6659fad76ab316688f895412a2",
      "bytes": 104
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.response.txt",
      "sha256": "c6caba9f76562229a6041881a4283fdd36c5f3be0180db67dfc56bdd92dcf7cc",
      "bytes": 158
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.timing.json",
      "sha256": "3f4835cd3ff68496f929844eb92f66dd8fbd8234bea35f39bd0decfe2163b03f",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.request.json",
      "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "bytes": 58
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.response.txt",
      "sha256": "ef1ba06eb9ca84fed8de2fcf2fd632b19ce53ba27d367af092ff7cbd53f58dc6",
      "bytes": 993
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.timing.json",
      "sha256": "2a3cee88f8e0ca2ea64c7ffbfdd10d4f4c94e2a0b4eb39ce07ed14153da9ed5b",
      "bytes": 306
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.request.json",
      "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "bytes": 75
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.response.txt",
      "sha256": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "bytes": 1075602
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.timing.json",
      "sha256": "352d09159c12cd9fcb7a461a61e12c6e6be940b217686e537c9439b81799e48e",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/budget_ledger.json",
      "sha256": "b07769775d25bfb435b305685d7e1b750d82562f52a6b0c39db0240d792ed1e3",
      "bytes": 118
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.http.json",
      "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "bytes": 122
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.request.json",
      "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "bytes": 61
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.response.txt",
      "sha256": "5c61f893695185dcec78fa7f4b654074cb683120f65816f5b6740d28adda6796",
      "bytes": 59657
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.timing.json",
      "sha256": "d35ec80e42d565664f70421009d41fc1e376ae3552e6eb433a78598c250549c4",
      "bytes": 305
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.http.json",
      "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "bytes": 138
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.request.json",
      "sha256": "cb32b654da28c3f862d67019638ae4c461356a8c9ed4bd1d5c7883219c0e6227",
      "bytes": 10843
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.response.txt",
      "sha256": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
      "bytes": 18945
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.timing.json",
      "sha256": "c90a833c263327d22d5bbfaa611edf1e1eeabc4917f20d43b429a7bc23954860",
      "bytes": 307
    },
    {
      "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/workspace/solution.py",
      "sha256": "c0fbe6b2873bcaf7a088e9342605e12257f17c4472f1a4e4c6edabf4984a1dff",
      "bytes": 1779,
      "content": "import re\nfrom datetime import datetime, timezone\nimport calendar\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    # Check if value is a string\n    if not isinstance(value, str):\n        return None\n    \n    # Trim whitespace\n    value = value.strip()\n    \n    # Check if it's all ASCII decimal digits\n    if re.match(r'^\\d+$', value):\n        try:\n            return int(value)\n        except ValueError:\n            return None\n    \n    # Parse as HTTP date\n    # Expected format: \"Wed, 21 Oct 2015 07:28:00 GMT\"\n    http_date_pattern = r'^([A-Za-z]{3}), (\\d{2}) ([A-Za-z]{3}) (\\d{4}) (\\d{2}):(\\d{2}):(\\d{2}) GMT$'\n    match = re.match(http_date_pattern, value)\n    \n    if not match:\n        return None\n    \n    # Extract components\n    weekday, day, month, year, hour, minute, second = match.groups()\n    \n    # Validate weekday matches the date\n    try:\n        # Create datetime object\n        dt = datetime(\n            year=int(year),\n            month=list(calendar.month_abbr).index(month),\n            day=int(day),\n            hour=int(hour),\n            minute=int(minute),\n            second=int(second),\n            tzinfo=timezone.utc\n        )\n        \n        # Check if weekday matches (0=Monday, 6=Sunday)\n        weekday_map = {'Mon': 0, 'Tue': 1, 'Wed': 2, 'Thu': 3, 'Fri': 4, 'Sat': 5, 'Sun': 6}\n        expected_weekday = weekday_map.get(weekday)\n        actual_weekday = dt.weekday()\n        \n        if expected_weekday != actual_weekday:\n            return None\n            \n        # Calculate difference\n        diff = dt - now\n        seconds = diff.total_seconds()\n        return max(0, int(seconds) if seconds >= 0 else 0)\n        \n    except (ValueError, KeyError):\n        return None",
      "contentRedacted": false,
      "publishedContentSha256": "c0fbe6b2873bcaf7a088e9342605e12257f17c4472f1a4e4c6edabf4984a1dff"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.",
  "reviewedEvidence": {
    "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.",
    "runId": "20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4",
    "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n",
    "freeze": {
      "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76",
      "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2",
      "frozen_before_execution_at": 1792154252.8857012
    },
    "candidateCode": "import re\nfrom datetime import datetime, timezone\nimport calendar\n\ndef retry_after(value, now):\n    \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n    # Check if value is a string\n    if not isinstance(value, str):\n        return None\n    \n    # Trim whitespace\n    value = value.strip()\n    \n    # Check if it's all ASCII decimal digits\n    if re.match(r'^\\d+$', value):\n        try:\n            return int(value)\n        except ValueError:\n            return None\n    \n    # Parse as HTTP date\n    # Expected format: \"Wed, 21 Oct 2015 07:28:00 GMT\"\n    http_date_pattern = r'^([A-Za-z]{3}), (\\d{2}) ([A-Za-z]{3}) (\\d{4}) (\\d{2}):(\\d{2}):(\\d{2}) GMT$'\n    match = re.match(http_date_pattern, value)\n    \n    if not match:\n        return None\n    \n    # Extract components\n    weekday, day, month, year, hour, minute, second = match.groups()\n    \n    # Validate weekday matches the date\n    try:\n        # Create datetime object\n        dt = datetime(\n            year=int(year),\n            month=list(calendar.month_abbr).index(month),\n            day=int(day),\n            hour=int(hour),\n            minute=int(minute),\n            second=int(second),\n            tzinfo=timezone.utc\n        )\n        \n        # Check if weekday matches (0=Monday, 6=Sunday)\n        weekday_map = {'Mon': 0, 'Tue': 1, 'Wed': 2, 'Thu': 3, 'Fri': 4, 'Sat': 5, 'Sun': 6}\n        expected_weekday = weekday_map.get(weekday)\n        actual_weekday = dt.weekday()\n        \n        if expected_weekday != actual_weekday:\n            return None\n            \n        # Calculate difference\n        diff = dt - now\n        seconds = diff.total_seconds()\n        return max(0, int(seconds) if seconds >= 0 else 0)\n        \n    except (ValueError, KeyError):\n        return None",
    "oracle": {
      "passed": 16,
      "total": 20,
      "cases": [
        {
          "input": "0",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": " 120\t",
          "expected": 120,
          "actual": 120,
          "pass": true
        },
        {
          "input": "0007",
          "expected": 7,
          "actual": 7,
          "pass": true
        },
        {
          "input": "-1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "+1",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "1.5",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "１２",
          "expected": null,
          "actual": 12,
          "pass": false
        },
        {
          "input": "١٢",
          "expected": null,
          "actual": 12,
          "pass": false
        },
        {
          "input": "",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": null,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": 4,
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT",
          "expected": 1,
          "actual": 0,
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:01 GMT",
          "expected": 2,
          "actual": 1,
          "pass": false
        },
        {
          "input": "Wed, 21 Oct 2015 07:27:00 GMT",
          "expected": 0,
          "actual": 0,
          "pass": true
        },
        {
          "input": "Tue, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 UTC",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "wed, 21 Oct 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 31 Feb 2015 07:28:00 GMT",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing",
          "expected": null,
          "actual": null,
          "pass": true
        },
        {
          "input": "Wed, 21 Oct 2015 07:28:00 +0000",
          "expected": null,
          "actual": null,
          "pass": true
        }
      ]
    },
    "providerCalls": [
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/04136be61edc48e091ea082e00312de7.request.json",
        "requestSha256": "2bd677bae3ec74c385b8428eb54bd363431f01cf5caa0981c8650bb4ebc796c6",
        "responseSha256": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
        "httpStatus": 200,
        "requestedModel": "byok/qwen/qwen3-coder-flash",
        "resolvedModel": "byok/qwen/qwen3-coder-flash",
        "backendModel": "qwen/qwen3-coder-flash",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 1927,
        "outputTokens": 500,
        "totalTokens": 2427,
        "costUsd": 0.0013280999999999998,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      },
      {
        "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/f41b7ba5ab4f4520a47f615fc9b8d39a.request.json",
        "requestSha256": "cb32b654da28c3f862d67019638ae4c461356a8c9ed4bd1d5c7883219c0e6227",
        "responseSha256": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
        "httpStatus": 200,
        "requestedModel": "byok/qwen/qwen3-coder-flash",
        "resolvedModel": "byok/qwen/qwen3-coder-flash",
        "backendModel": "qwen/qwen3-coder-flash",
        "resolutionSource": "explicit_byok_route",
        "generationControls": {
          "max_tokens": 8192,
          "temperature": 0,
          "reasoning_choice": {
            "mode": "default"
          },
          "auto_failover": false,
          "stream": true
        },
        "inputTokens": 1276,
        "outputTokens": 558,
        "totalTokens": 1834,
        "costUsd": 0.0012198,
        "energyWh": null,
        "finishReasons": [
          "tool_calls"
        ],
        "additiveReasoningTokens": null,
        "nestedReasoningTokens": null
      }
    ],
    "gatewayBefore": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:37:32.984330+00:00",
      "uptime_seconds": 262.29536294937134,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "gatewayAfter": {
      "status": "healthy",
      "service": "local_gateway",
      "mode": "full",
      "port": 6120,
      "timestamp": "2026-10-16T12:37:53.035358+00:00",
      "uptime_seconds": 282.3463969230652,
      "server_start_time": 1792153990.688971,
      "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "build_time": "2026-10-16T08:32:43-04:00",
      "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25",
      "interop_min": 1,
      "interop_max": 1,
      "dependencies": {
        "event_stream": "http://localhost:6102"
      },
      "lightrag": {
        "enabled": true,
        "status": "online",
        "files_indexed": 8020,
        "url": "http://127.0.0.1:6150"
      },
      "cloud_relay": {
        "connected": true,
        "authenticated": true
      },
      "context_status": {
        "summary": "ok",
        "target_context": 65536,
        "providers": [
          {
            "provider": "ollama",
            "status": "ok",
            "actual_context": 131072,
            "target_context": 65536,
            "model": "deepseek-r1:7b"
          },
          {
            "provider": "lmstudio",
            "status": "ok",
            "actual_context": 262144,
            "target_context": 65536,
            "model": "verdict-4-35b-toolterse-v5-mlx"
          },
          {
            "provider": "llamacpp",
            "status": "context_unknown",
            "actual_context": null,
            "target_context": 65536,
            "model": null
          }
        ]
      }
    },
    "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4",
    "rawResultSha256": "8e11bf1ea3907751a274ae63698bd7002c1a5ced735c1c9d60c8655d637a86a3",
    "rawEvidenceHashes": {
      "health_before.json": "ea4693675026321e93ab96049f0cd009656308ec9e09327f0e359df152ee321f",
      "stdout.txt": "859719ee651ac6973327d52674e18ed2ce963aeab29184204a5dd22cf0118f5b",
      "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7",
      "health_after.json": "b241f9cd40b9d1a18711be33f4101cad8ac3b0dd33f6f14e3208ada09f169b38",
      "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f",
      "budget_ledger_at_terminal.json": "b07769775d25bfb435b305685d7e1b750d82562f52a6b0c39db0240d792ed1e3",
      "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe",
      "oracle.stdout.txt": "e0180a4c9399877a08d38fcb87e9904b3b972503299d3ba2692de171d90689c1",
      "sandbox.sb": "131d520b5d5fbe36750ee4db093c07bf7bf875ce4906646e06355f4cb67d145f",
      "stderr.txt": "7e09381ff5e10afd143ef90d2851f43ec12f3f887059e0616f1b53f531fd8e3b",
      "launch.json": "e0536cd2575e64ac6a4638e939ed29da9afbdc88eb2529a5a391ef7cd5e76682",
      "invocation.json": "4838b01688fafed3d9ad4816ed1fb5062d053a51d56805e47e9bc087e9e36bcf",
      "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "freeze.json": "729ff0f6d1bbcbc032cbb8173673f818593d515335ac70f4531fdccb8dcc03b0",
      "product_source.json": "614bfff42c938a8b92446cfb0df7bd522709646f2518179e9728d8ce45ddfc5d",
      "post-terminal-settlement.json": "094eca842db0aa1330507a0d4cbd28b03d75dd4d9e1907481ca724a4dd554e98",
      "workspace/solution.py": "c0fbe6b2873bcaf7a088e9342605e12257f17c4472f1a4e4c6edabf4984a1dff",
      "private_producer/state.json": "25b2a324e1ef4d913d20bb2669ed24fc4775b39c8be4455cb4c86bb0b3ff6e25",
      "private_producer/gateway-0001.sse": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
      "private_producer/gateway-0002.sse": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
      "private_producer/runtime/compaction_events.jsonl": "5d5e10e1b5f69bbf756911360201723a1401bd9bd53ae3af5078a8a0f3ed238c",
      "private_producer/runtime/.verdict_code_usage.inv-81468103c11649be8b5c70aa70aed59f.json": "3c504734158be36dbec09736112b9352383938fd4135844c4b979d91dd96e4db",
      "private_producer/runtime/model_cache/availability_cache.json": "dbeb5e1d76619bdfca3dab7f02c1c5bfdd583753de94e69407f06dbe7dfc8c03",
      "private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4-t2/comms.txt": "60bd1e0d6f7f913de886f593e0bf8c1e102800215de8861646d970a5c50f9b91",
      "private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4-t1/comms.txt": "fcc00148ebbfe787b6ef8d2164ee4096b25d386f105ae129be17d048bfe123a8",
      "private_producer/runtime/artifacts/runs/20261016T123732Z_verdict-code_byok_qwen_qwen3-coder-flash_62aae4/comms.txt": "2c6b2873dcd643f04949623e6d82b4495270cc96e4361148028a375fdbc0f721",
      "terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.timing.json": "d35ec80e42d565664f70421009d41fc1e376ae3552e6eb433a78598c250549c4",
      "terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.response.txt": "ef1ba06eb9ca84fed8de2fcf2fd632b19ce53ba27d367af092ff7cbd53f58dc6",
      "terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/04136be61edc48e091ea082e00312de7.timing.json": "68f421615f0d46caa916b34aad47c7859122deafd1e383bd4192a38a5fd83bc9",
      "terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12",
      "terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.timing.json": "3f4835cd3ff68496f929844eb92f66dd8fbd8234bea35f39bd0decfe2163b03f",
      "terminal_evidence/ec8a743e9f4a4f678d9eea024319e523.response.txt": "5c61f893695185dcec78fa7f4b654074cb683120f65816f5b6740d28adda6796",
      "terminal_evidence/04136be61edc48e091ea082e00312de7.response.txt": "3368b45dcbbb8dcf072b3eeb65212f7c193d24c140714194a1cd5ada1265942e",
      "terminal_evidence/04136be61edc48e091ea082e00312de7.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/16c13a4afd0644849875fbe7369ab77f.response.txt": "4753bb16ba7c518f65c20a6e9fc764b124bcde13298161b2c5519796a0910987",
      "terminal_evidence/04136be61edc48e091ea082e00312de7.request.json": "2bd677bae3ec74c385b8428eb54bd363431f01cf5caa0981c8650bb4ebc796c6",
      "terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.timing.json": "352d09159c12cd9fcb7a461a61e12c6e6be940b217686e537c9439b81799e48e",
      "terminal_evidence/budget_ledger.json": "b07769775d25bfb435b305685d7e1b750d82562f52a6b0c39db0240d792ed1e3",
      "terminal_evidence/16c13a4afd0644849875fbe7369ab77f.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.response.txt": "ac8e2971e37be1dbd285e413df30ce34a72d1fb1a6c5669586ce252145f3a18b",
      "terminal_evidence/ad1554bf8eb74ec8a5fabdb49f7737df.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4",
      "terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.timing.json": "c90a833c263327d22d5bbfaa611edf1e1eeabc4917f20d43b429a7bc23954860",
      "terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.timing.json": "f8422bf24dfb6dd4548031926e1083deeeb20277c2d3806651b8626d8a509d88",
      "terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/a67930eb09604f93a06c5653d4beb4b2.timing.json": "2a3cee88f8e0ca2ea64c7ffbfdd10d4f4c94e2a0b4eb39ce07ed14153da9ed5b",
      "terminal_evidence/16c13a4afd0644849875fbe7369ab77f.timing.json": "288b9ddeb37013ad881f49c3efcfbdf901a57eba30e16402e4da59addcadf9b1",
      "terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.response.txt": "10c2ee20131f51dc8acb67ab19e850f330a822e4137b04113203dba8f4336356",
      "terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.request.json": "cb32b654da28c3f862d67019638ae4c461356a8c9ed4bd1d5c7883219c0e6227",
      "terminal_evidence/16c13a4afd0644849875fbe7369ab77f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8",
      "terminal_evidence/f41b7ba5ab4f4520a47f615fc9b8d39a.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73",
      "terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.response.txt": "cf0356a6e15632432ef386ab9d2f6264bfe4db328126c575384f73f28930bbc6",
      "terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.request.json": "a28cd464563d158968e5590ec7d57999fcb38f6659fad76ab316688f895412a2",
      "terminal_evidence/50f4b95d125c4c0ea50e51d20a7117d8.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4",
      "terminal_evidence/8102ad0e7e4340b6a41136f732434e9e.response.txt": "c6caba9f76562229a6041881a4283fdd36c5f3be0180db67dfc56bdd92dcf7cc",
      "source_snapshot/tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
      "source_snapshot/tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
      "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
      "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
      "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
      "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
    },
    "productSource": {
      "head": "95a38c2d8322608f7a97004f3fd88236f4377f0d",
      "files": {
        "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0",
        "tools/verdict-code/verdict_code/agent.py": "7c0f6171d9cca143ca04f629570aceeb7d3c728e6c5cd3a30434b886c4007e0e",
        "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57",
        "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab",
        "tools/verdict-code/VERSION": "c71dc09ace4b582eadda89d7dfda246c80fa899802686708c2cf11cc33590e06",
        "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa"
      },
      "retainedSourceBytes": "source_snapshot/"
    },
    "protocol": {
      "schema": "agent_comparison_rerun_policy.v1",
      "temperature": 0,
      "timeout_seconds": 240,
      "per_request_output_tokens": 8192,
      "proxy_shared_max_input_tokens": 160000,
      "proxy_shared_max_output_tokens": 32000,
      "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing",
      "maximum_input_tokens": 160000,
      "total_token_budget": 400000,
      "max_turns": 24,
      "proxy_read_timeout_seconds": 270,
      "verdict_stream_idle_timeout_seconds": 240,
      "aider_request_timeout_seconds": 240,
      "reasoning": {
        "mode": "default"
      },
      "models": "exact pins, no failover",
      "task_file": "solution.py",
      "hidden_oracle_fed_to_agent": false,
      "producer_location": "outside candidate workspace; candidate read denied",
      "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)",
      "appendix_model_changed": false
    },
    "apparatusInvalidation": "Diagnostic only: request-local initial tool narrowing skipped the caller-authorized behavioral review. Generic harness regression repaired in 1.4.564; independent scorer outcomes are retained but these timings do not establish a successful latency repair."
  }
}