{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": null, "wallSeconds": 240.628, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "TIMEOUT", "tier": "cloud/BYOK", "diagnosticOnly": true, "comparisonEligible": false, "cohort": "current-model", "resultNote": "Process reached the fixed time limit without completing.", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "evidenceFile": "20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1.json", "archived": false }, "sourceRecord": { "id": "20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": "20261016T130549Z_verdict-code_byok_qwen_qwen3.8-flash_fee25f", "cohort": "current-model", "family": "current-model-appendix", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": null, "status": "TIMEOUT", "wallSeconds": 240.628, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedCodePass": true, "exitCode": 1, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792156494.560797 }, "mutableRuntimeFiles": [ "budget_ledger.json", "62e0716826844f3ebd3358d454d190bf.http.json", "f248d7aae0e842fe876b514319daa3d9.timing.json", "9db98150a1014bf4afe2aaccc667311a.response.txt", "025393c9b6984631a2fa60c82c82b4f3.http.json", "9db98150a1014bf4afe2aaccc667311a.request.json", "d8565baba02a44afb0519f0533c9055e.http.json", "fa9735a3de6541c9bf2082b544c6489e.http.json", "7d99277d228b411aa4b9f91e4aea07c7.http.json", "ac49617fa3764bc59fd6420e50c548ca.request.json", "025393c9b6984631a2fa60c82c82b4f3.timing.json", "d7b4ed106b104abaa904ad50e2650a97.timing.json", "ac49617fa3764bc59fd6420e50c548ca.response.txt", "6f15c085d40e4defb598712c0224a4b5.timing.json", "924dbdab70234a47a91921acb30360ca.request.json", "f248d7aae0e842fe876b514319daa3d9.request.json", "7d99277d228b411aa4b9f91e4aea07c7.timing.json", "7c8b4e24b36e4301a4d985ce8821218c.timing.json", "924dbdab70234a47a91921acb30360ca.http.json", "924dbdab70234a47a91921acb30360ca.response.txt", "f248d7aae0e842fe876b514319daa3d9.response.txt", "50a315ba16c14616850004459d4de3f2.http.json", "d68f02c6dcbb40f7bc92e669c4ffde4f.response.txt", "d7b4ed106b104abaa904ad50e2650a97.http.json", "ac49617fa3764bc59fd6420e50c548ca.timing.json", "fa9735a3de6541c9bf2082b544c6489e.response.txt", "9db98150a1014bf4afe2aaccc667311a.http.json", "d68f02c6dcbb40f7bc92e669c4ffde4f.request.json", "fa9735a3de6541c9bf2082b544c6489e.request.json", "5b4b3222f5344993a804ee76e4ded448.http.json", "025393c9b6984631a2fa60c82c82b4f3.response.txt", "50a315ba16c14616850004459d4de3f2.timing.json", "7c8b4e24b36e4301a4d985ce8821218c.http.json", "59cd749da61d4e42abfc31d90838e443.http.json", "025393c9b6984631a2fa60c82c82b4f3.request.json", "1b172c44980c48fb92920d2a14a4319f.timing.json", "c5bc1eb4070440d1b63b5220c4f477b4.http.json", "df901109c92f48069be18eb62c772687.response.txt", "7d99277d228b411aa4b9f91e4aea07c7.request.json", "59cd749da61d4e42abfc31d90838e443.response.txt", "df901109c92f48069be18eb62c772687.request.json", "7d99277d228b411aa4b9f91e4aea07c7.response.txt", "f248d7aae0e842fe876b514319daa3d9.http.json", "59cd749da61d4e42abfc31d90838e443.request.json", "6f15c085d40e4defb598712c0224a4b5.http.json", "fa9735a3de6541c9bf2082b544c6489e.timing.json", "954a20bbb68f4ec3b0f2fc5be557cd72.timing.json", "954a20bbb68f4ec3b0f2fc5be557cd72.request.json", "59cd749da61d4e42abfc31d90838e443.timing.json", "954a20bbb68f4ec3b0f2fc5be557cd72.response.txt", "62e0716826844f3ebd3358d454d190bf.timing.json", "5b4b3222f5344993a804ee76e4ded448.timing.json", "c5bc1eb4070440d1b63b5220c4f477b4.request.json", "c5bc1eb4070440d1b63b5220c4f477b4.response.txt", "5b4b3222f5344993a804ee76e4ded448.response.txt", "c5bc1eb4070440d1b63b5220c4f477b4.timing.json", "5b4b3222f5344993a804ee76e4ded448.request.json", "59cd749da61d4e42abfc31d90838e443.transport_error.json", "954a20bbb68f4ec3b0f2fc5be557cd72.http.json", "ac49617fa3764bc59fd6420e50c548ca.http.json", "9db98150a1014bf4afe2aaccc667311a.timing.json", "d7b4ed106b104abaa904ad50e2650a97.request.json", "1b172c44980c48fb92920d2a14a4319f.request.json", "1b172c44980c48fb92920d2a14a4319f.http.json", "d68f02c6dcbb40f7bc92e669c4ffde4f.timing.json", "d7b4ed106b104abaa904ad50e2650a97.response.txt", "1b172c44980c48fb92920d2a14a4319f.response.txt", "924dbdab70234a47a91921acb30360ca.timing.json", "d8565baba02a44afb0519f0533c9055e.response.txt", "50a315ba16c14616850004459d4de3f2.response.txt", "62e0716826844f3ebd3358d454d190bf.response.txt", "d8565baba02a44afb0519f0533c9055e.request.json", "50a315ba16c14616850004459d4de3f2.request.json", "62e0716826844f3ebd3358d454d190bf.request.json", "d8565baba02a44afb0519f0533c9055e.timing.json", "d68f02c6dcbb40f7bc92e669c4ffde4f.http.json", "df901109c92f48069be18eb62c772687.http.json", "6f15c085d40e4defb598712c0224a4b5.request.json", "7c8b4e24b36e4301a4d985ce8821218c.request.json", "df901109c92f48069be18eb62c772687.timing.json", "6f15c085d40e4defb598712c0224a4b5.response.txt", "7c8b4e24b36e4301a4d985ce8821218c.response.txt" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "TIMEOUT", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": true, "tokenSource": "incomplete", "accountingComplete": false, "identityVerified": false, "providerCallCount": 6, "partialInputTokens": 39973, "partialOutputTokens": 11810, "partialTotalTokens": 51783, "partialEstimatedCostUsd": 0.011546650000000002, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": 5472, "allCallsReportReasoning": true, "tokensPerSecond": null, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": true }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": false, "timeoutSeconds": 240, "terminalError": "One-shot cancelled: Cancel requested during streaming LLM inference", "publicOutcomeNote": "Process reached the fixed time limit without completing.", "terminalCompleted": false, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": false, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1.json", "publicEvidenceSha256": "587f971d735bd266290ae417ab35752e8bc4a7a0e92784d7d8d46751a4cfc22a", "modelSelectionEvidence": "model-selection/selection.json" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/025393c9b6984631a2fa60c82c82b4f3.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/025393c9b6984631a2fa60c82c82b4f3.request.json", "sha256": "4564248aaf06e3a8fb63b97e7639d3bcc296ed49e47ef9870996d5e5f0b69333", "bytes": 20783 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/025393c9b6984631a2fa60c82c82b4f3.response.txt", "sha256": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "bytes": 15308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/025393c9b6984631a2fa60c82c82b4f3.timing.json", "sha256": "fa53f0bcde47e89274a69f7096f03ee347de30ed67732dfe5632ef0edba69dee", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/1b172c44980c48fb92920d2a14a4319f.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/1b172c44980c48fb92920d2a14a4319f.request.json", "sha256": "8ad0378aa0ea9918d6a6e5f6d3dbbcc9bf639dbc883a05a5aa0e99ea6e348f4a", "bytes": 11539 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/1b172c44980c48fb92920d2a14a4319f.response.txt", "sha256": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "bytes": 14299 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/1b172c44980c48fb92920d2a14a4319f.timing.json", "sha256": "719d454af81ab6660118bf5e6ec688907ece7fed39de716a8f253c973a06a034", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/50a315ba16c14616850004459d4de3f2.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/50a315ba16c14616850004459d4de3f2.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/50a315ba16c14616850004459d4de3f2.response.txt", "sha256": "81fcf23ba3c7ec5006c06c9a1aa68b17f98d19aa3770fa34fb1af10b6d87aff7", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/50a315ba16c14616850004459d4de3f2.timing.json", "sha256": "3d9c30d7015704ea621891a0e575a839626187e91a118841b998ebf30a993d82", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.http.json", "sha256": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "bytes": 137 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.request.json", "sha256": "04325e24856c05b19689e69a3cf6b4839de4168162af56fdc1d7e6cb4a7a6d98", "bytes": 22829 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.response.txt", "sha256": "d885b2f999fb49378794f22483093c9fe8db17a969b54538fb9aff7ec6b7be3d", "bytes": 12321 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.timing.json", "sha256": "174a61b8a730d5e43c6de0e64379d853ecb0658de5b4947e7cee8c75c3b978d7", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.transport_error.json", "sha256": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "bytes": 94 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/5b4b3222f5344993a804ee76e4ded448.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/5b4b3222f5344993a804ee76e4ded448.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/5b4b3222f5344993a804ee76e4ded448.response.txt", "sha256": "4ebbf148e12350ef9f18fed5d935c392cbff605d9e740e6923083e760161cada", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/5b4b3222f5344993a804ee76e4ded448.timing.json", "sha256": "58df2290d182f32d4a96c97e450e9385296a2fe25fe72f1b1a21d989ebfe9791", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/62e0716826844f3ebd3358d454d190bf.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/62e0716826844f3ebd3358d454d190bf.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/62e0716826844f3ebd3358d454d190bf.response.txt", "sha256": "5cb704e25baae66b7994356c7f8b9936b33258dd93d007ec16533e180501896c", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/62e0716826844f3ebd3358d454d190bf.timing.json", "sha256": "91ce02057ccb883b95df4e4b54b06a93ecf3fa7a838959abaa50c5728572f1bc", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/6f15c085d40e4defb598712c0224a4b5.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/6f15c085d40e4defb598712c0224a4b5.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/6f15c085d40e4defb598712c0224a4b5.response.txt", "sha256": "a2ca6ffe562126d14d279e7688fa84f43dd585262003c363798db11448528206", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/6f15c085d40e4defb598712c0224a4b5.timing.json", "sha256": "621ec92c8d5f332e65b454c1f505bb9e8e631cb9c3ea1ddbd89ab1d01f769390", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7c8b4e24b36e4301a4d985ce8821218c.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7c8b4e24b36e4301a4d985ce8821218c.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7c8b4e24b36e4301a4d985ce8821218c.response.txt", "sha256": "0a5d5326d73df4c7dffa0bd72c7f6e148af53c9ced201b3f94ebe1e087b32734", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7c8b4e24b36e4301a4d985ce8821218c.timing.json", "sha256": "f1f0017555155a9b0239611a1e517595e9388164f1f5c7c45453a3ece45ff70c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7d99277d228b411aa4b9f91e4aea07c7.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7d99277d228b411aa4b9f91e4aea07c7.request.json", "sha256": "4456351975308f881a5ef023073b93a65024f331182052090544f8a99ed8728c", "bytes": 34120 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7d99277d228b411aa4b9f91e4aea07c7.response.txt", "sha256": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "bytes": 19518 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7d99277d228b411aa4b9f91e4aea07c7.timing.json", "sha256": "ad61b57b8689e0721308936c212e5f4853335a5fe5a94dda0a07136f8741c141", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/924dbdab70234a47a91921acb30360ca.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/924dbdab70234a47a91921acb30360ca.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/924dbdab70234a47a91921acb30360ca.response.txt", "sha256": "d463ac9297cc5a8ea68830e74bcdcc5cf1cdb29d9c2bbacc44edd30abf4c70d5", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/924dbdab70234a47a91921acb30360ca.timing.json", "sha256": "89676c0e95bc95beeab20aa22657753e36f5283b3d4de762cec72e5e667c545b", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/954a20bbb68f4ec3b0f2fc5be557cd72.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/954a20bbb68f4ec3b0f2fc5be557cd72.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/954a20bbb68f4ec3b0f2fc5be557cd72.response.txt", "sha256": "372e50803aa6fd7591b4609f08472c7945243d0f45c87447c3c31537f3fc3b07", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/954a20bbb68f4ec3b0f2fc5be557cd72.timing.json", "sha256": "a1438c7b0c4af19201753a18bda1b6d7440d4c0fa0d5d83415afc92196d91b3a", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/9db98150a1014bf4afe2aaccc667311a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/9db98150a1014bf4afe2aaccc667311a.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/9db98150a1014bf4afe2aaccc667311a.response.txt", "sha256": "253eca68700738e92b1cd790bd15e4666092f5b9050a1cb43b12bd25f1ff939d", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/9db98150a1014bf4afe2aaccc667311a.timing.json", "sha256": "70155997e67e2faca42232929561644dd27e364a3362391cf567137016b5f74c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/ac49617fa3764bc59fd6420e50c548ca.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/ac49617fa3764bc59fd6420e50c548ca.request.json", "sha256": "a8df289670d0bdd2c3502e937101eba429d2dbebf28d111f2aaf4b7fba969b89", "bytes": 44860 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/ac49617fa3764bc59fd6420e50c548ca.response.txt", "sha256": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "bytes": 16587 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/ac49617fa3764bc59fd6420e50c548ca.timing.json", "sha256": "c712b3a2bfb52aeebbe48f4ee62209e196e6e884bee0e83e526ca3ca19129485", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/budget_ledger.json", "sha256": "babd5e309f99935c566d2ef3abb927f0ae1148e796f74f09ac90e69c6c867356", "bytes": 120 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/budget_ledger_at_terminal.json", "sha256": "babd5e309f99935c566d2ef3abb927f0ae1148e796f74f09ac90e69c6c867356", "bytes": 120 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/c5bc1eb4070440d1b63b5220c4f477b4.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/c5bc1eb4070440d1b63b5220c4f477b4.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/c5bc1eb4070440d1b63b5220c4f477b4.response.txt", "sha256": "c89933e1e746519c371549a4f8aa4ff21eed5d7a0b56d8cdd795e1271106cb24", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/c5bc1eb4070440d1b63b5220c4f477b4.timing.json", "sha256": "7f9e6795b25fe5e70e5e28c6c8daf492967f4b82cf8799f86d41922ed9946373", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d68f02c6dcbb40f7bc92e669c4ffde4f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d68f02c6dcbb40f7bc92e669c4ffde4f.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d68f02c6dcbb40f7bc92e669c4ffde4f.response.txt", "sha256": "b909210fe383ca0f0bae6dc2f24e115cc2ea0c6b3cd8037c97a9b194d2114148", "bytes": 1075432 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d68f02c6dcbb40f7bc92e669c4ffde4f.timing.json", "sha256": "228f242bb1739569f34adc76b2bd6ff3dc801895861824a94d9777ffda242283", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d7b4ed106b104abaa904ad50e2650a97.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d7b4ed106b104abaa904ad50e2650a97.request.json", "sha256": "0b6ee3b06542084d4dd64c88b790c7bdeb80ce00f0d76c279d432ce3559bbc5c", "bytes": 35016 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d7b4ed106b104abaa904ad50e2650a97.response.txt", "sha256": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "bytes": 17702 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d7b4ed106b104abaa904ad50e2650a97.timing.json", "sha256": "8f12abae4c0d23c6db725d508c34b2c65f7924bcea72352056b3d8b0dce2a365", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d8565baba02a44afb0519f0533c9055e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d8565baba02a44afb0519f0533c9055e.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d8565baba02a44afb0519f0533c9055e.response.txt", "sha256": "c0d796e657848017702498a5d0188ed271af423577f29c37d3d3aa16a7edc5e5", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d8565baba02a44afb0519f0533c9055e.timing.json", "sha256": "4cf8fd33481ae83eca116759c1cdff714b98b5eb21f4d637a72dfbd3bc114ffc", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/df901109c92f48069be18eb62c772687.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/df901109c92f48069be18eb62c772687.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/df901109c92f48069be18eb62c772687.response.txt", "sha256": "31a8f60ff9ba86dda6aed26accaed281c9c847f3aa99210c02f1511515197cfe", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/df901109c92f48069be18eb62c772687.timing.json", "sha256": "61789133988514c2a806f086dc47a97f3ab5bb4ac3d0b4782179e4498117391e", "bytes": 303 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/f248d7aae0e842fe876b514319daa3d9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/f248d7aae0e842fe876b514319daa3d9.request.json", "sha256": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "bytes": 100 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/f248d7aae0e842fe876b514319daa3d9.response.txt", "sha256": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "bytes": 156 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/f248d7aae0e842fe876b514319daa3d9.timing.json", "sha256": "a8a88bc5788c6bb058e59ff536ee6a99f58fbcfabe0c552c73a2252e8b8b37a7", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/fa9735a3de6541c9bf2082b544c6489e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/fa9735a3de6541c9bf2082b544c6489e.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/fa9735a3de6541c9bf2082b544c6489e.response.txt", "sha256": "23c169418a60e954e8046d4079d66d9f59cbd1ea483a15f931e2d6b7ace2db39", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/fa9735a3de6541c9bf2082b544c6489e.timing.json", "sha256": "3a55f39487a1f9d83ed9f18c82f27ccc61c6f5262568c860e054ac0029d52539", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/freeze.json", "sha256": "1dd05897dba98ac67b8477a8c379646d81cb0c3e6c0dd72ed525ce0541eb62ac", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792156494.560797\n}", "contentRedacted": false, "publishedContentSha256": "1dd05897dba98ac67b8477a8c379646d81cb0c3e6c0dd72ed525ce0541eb62ac" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/health_after.json", "sha256": "780605cb8865c6b95b42f803a6a1b7ea6681ce3389b9c55d09c917c0d9103a30", "bytes": 1329 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/health_before.json", "sha256": "f431a7fce185f4515419a300ba4c811f7850a7003ec1a32a9bf5ec0d564578fd", "bytes": 1327 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/invocation.json", "sha256": "224330aed5ce75d580129372d97898b468de574aada4988ae04d8ba2451beb54", "bytes": 2176 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/launch.json", "sha256": "1b4e1049863fa95ecea91415654dad839b1ebe9f343ed5a1e4635436326a498b", "bytes": 233 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/oracle.stdout.txt", "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "bytes": 1582, "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/policy.json", "sha256": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d", "bytes": 920, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": true\n}", "contentRedacted": false, "publishedContentSha256": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/post-terminal-settlement.json", "sha256": "dae5bde7e156e7daf227ec5306027c2336cf8ed7a059c554db5da3ae38c3bff6", "bytes": 386 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0001.sse", "sha256": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "bytes": 14299 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0002.sse", "sha256": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "bytes": 15308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0003.sse", "sha256": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "bytes": 19518 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0004.sse", "sha256": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "bytes": 16587 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0005.sse", "sha256": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "bytes": 17702 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/gateway-0006.sse", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/.verdict_code_usage.inv-a21cfd9be0394d76a5c243f80d88fcb7.json", "sha256": "23a657c04585ed0e7281b249155aea19699a14dcd92a55df3b4b9765a44ffe41", "bytes": 77932 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/comms.txt", "sha256": "4eadd2caa7f036a74bae79ec1ac3016beb353ede99e1540fcd103c59865bb309", "bytes": 6317 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t1/comms.txt", "sha256": "5cf2f2a5c174a343c7d749f62b8df90fe006e5b6ae6cbe37ec3341acf12b2e22", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t2/comms.txt", "sha256": "9394a8667941d2a875f76e3a6f9c48e3d36c70be97ee0cd17bf8afc20033d914", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t3/comms.txt", "sha256": "f560ff4d378c076d71d015ba234f023a61bb35f52cb9d137774a6473ba601750", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t4/comms.txt", "sha256": "bcc4e306802e84c085b12600b8c3b0b9275cfc24cb77f28404761d8407404238", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t5/comms.txt", "sha256": "e21ba57305cb12e81b732da7602c88b8485f20b3ecc6452917ba48a82bf24c6e", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t6/comms.txt", "sha256": "25140b8f5fa3c3da426996b9ad9d9f62120201ae6baca04acde79e9f5c48e6a1", "bytes": 643 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/compaction_events.jsonl", "sha256": "314cfe372fe474d9405a0a1b2c353f53d1ce197fee466660e3b44f72cfd08816", "bytes": 469 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/costs.json", "sha256": "c7e5eb6d5730d826746339fca9261ba89d2e697aeaa3065d11d011b17a8bc840", "bytes": 115375 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/runtime/model_cache/availability_cache.json", "sha256": "8101d757d52b711d08f26dd172fe193b6d04f7c79feca763f1cf180290d1b14a", "bytes": 276 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/private_producer/state.json", "sha256": "2fc089a659198c3da5c6b622975e44fbbae50e3912b5f318fb7bc508ab5d00b3", "bytes": 2773 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/product_source.json", "sha256": "5b4de1b71f9ff7e891fef49a69a70865b6b5b417d81eba287b5bf2a124693b8f", "bytes": 846, "content": "{\n \"head\": \"d6caca47d2a926fcf2c8b127d4cd6f5addd6ba7c\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"a49b544b4dff806d48b31c59cfcaa335fecc1be359e10fe7ef9c27b630ab86ee\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"f27667afb410f35f8a86899213634785e375c6fb1543820d6c10efa40fae6d25\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"1f6367a55cbeef8d6fc3f8b2b63f624e344cbd3dc98f9cafc3e2b9359247baa9\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "5b4de1b71f9ff7e891fef49a69a70865b6b5b417d81eba287b5bf2a124693b8f" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/result.json", "sha256": "1fe3fa42d77c73d65e90c3503b6cedd483488ce66e171dd850a690e3041d1acd", "bytes": 22343 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/sandbox.sb", "sha256": "161061a3d3cebb5ebca5a5d5cbc47d878afe66684701dc0f5846427aab7ecc63", "bytes": 5824 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "1f6367a55cbeef8d6fc3f8b2b63f624e344cbd3dc98f9cafc3e2b9359247baa9", "bytes": 15263 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/tools/verdict-code/VERSION", "sha256": "f27667afb410f35f8a86899213634785e375c6fb1543820d6c10efa40fae6d25", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "bytes": 765811 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "a49b544b4dff806d48b31c59cfcaa335fecc1be359e10fe7ef9c27b630ab86ee", "bytes": 270014 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/stderr.txt", "sha256": "0b62ef69b266a253b4aa35baab23ccbb8f368d76c064768b7fe7afca0bce0c1a", "bytes": 33405 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/stdout.txt", "sha256": "2bc7afeab4b837973a0c18478b5d739e7e28f0205ff740e62ed1b64b32607a63", "bytes": 35156 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.request.json", "sha256": "4564248aaf06e3a8fb63b97e7639d3bcc296ed49e47ef9870996d5e5f0b69333", "bytes": 20783 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.response.txt", "sha256": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "bytes": 15308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.timing.json", "sha256": "fa53f0bcde47e89274a69f7096f03ee347de30ed67732dfe5632ef0edba69dee", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/1b172c44980c48fb92920d2a14a4319f.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/1b172c44980c48fb92920d2a14a4319f.request.json", "sha256": "8ad0378aa0ea9918d6a6e5f6d3dbbcc9bf639dbc883a05a5aa0e99ea6e348f4a", "bytes": 11539 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/1b172c44980c48fb92920d2a14a4319f.response.txt", "sha256": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "bytes": 14299 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/1b172c44980c48fb92920d2a14a4319f.timing.json", "sha256": "719d454af81ab6660118bf5e6ec688907ece7fed39de716a8f253c973a06a034", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/50a315ba16c14616850004459d4de3f2.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/50a315ba16c14616850004459d4de3f2.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/50a315ba16c14616850004459d4de3f2.response.txt", "sha256": "81fcf23ba3c7ec5006c06c9a1aa68b17f98d19aa3770fa34fb1af10b6d87aff7", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/50a315ba16c14616850004459d4de3f2.timing.json", "sha256": "3d9c30d7015704ea621891a0e575a839626187e91a118841b998ebf30a993d82", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/59cd749da61d4e42abfc31d90838e443.http.json", "sha256": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "bytes": 137 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/59cd749da61d4e42abfc31d90838e443.request.json", "sha256": "04325e24856c05b19689e69a3cf6b4839de4168162af56fdc1d7e6cb4a7a6d98", "bytes": 22829 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/59cd749da61d4e42abfc31d90838e443.response.txt", "sha256": "d885b2f999fb49378794f22483093c9fe8db17a969b54538fb9aff7ec6b7be3d", "bytes": 12321 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/59cd749da61d4e42abfc31d90838e443.timing.json", "sha256": "174a61b8a730d5e43c6de0e64379d853ecb0658de5b4947e7cee8c75c3b978d7", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/59cd749da61d4e42abfc31d90838e443.transport_error.json", "sha256": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "bytes": 94 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/5b4b3222f5344993a804ee76e4ded448.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/5b4b3222f5344993a804ee76e4ded448.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/5b4b3222f5344993a804ee76e4ded448.response.txt", "sha256": "4ebbf148e12350ef9f18fed5d935c392cbff605d9e740e6923083e760161cada", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/5b4b3222f5344993a804ee76e4ded448.timing.json", "sha256": "58df2290d182f32d4a96c97e450e9385296a2fe25fe72f1b1a21d989ebfe9791", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/62e0716826844f3ebd3358d454d190bf.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/62e0716826844f3ebd3358d454d190bf.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/62e0716826844f3ebd3358d454d190bf.response.txt", "sha256": "5cb704e25baae66b7994356c7f8b9936b33258dd93d007ec16533e180501896c", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/62e0716826844f3ebd3358d454d190bf.timing.json", "sha256": "91ce02057ccb883b95df4e4b54b06a93ecf3fa7a838959abaa50c5728572f1bc", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/6f15c085d40e4defb598712c0224a4b5.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/6f15c085d40e4defb598712c0224a4b5.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/6f15c085d40e4defb598712c0224a4b5.response.txt", "sha256": "a2ca6ffe562126d14d279e7688fa84f43dd585262003c363798db11448528206", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/6f15c085d40e4defb598712c0224a4b5.timing.json", "sha256": "621ec92c8d5f332e65b454c1f505bb9e8e631cb9c3ea1ddbd89ab1d01f769390", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.response.txt", "sha256": "0a5d5326d73df4c7dffa0bd72c7f6e148af53c9ced201b3f94ebe1e087b32734", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.timing.json", "sha256": "f1f0017555155a9b0239611a1e517595e9388164f1f5c7c45453a3ece45ff70c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.request.json", "sha256": "4456351975308f881a5ef023073b93a65024f331182052090544f8a99ed8728c", "bytes": 34120 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.response.txt", "sha256": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "bytes": 19518 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.timing.json", "sha256": "ad61b57b8689e0721308936c212e5f4853335a5fe5a94dda0a07136f8741c141", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/924dbdab70234a47a91921acb30360ca.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/924dbdab70234a47a91921acb30360ca.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/924dbdab70234a47a91921acb30360ca.response.txt", "sha256": "d463ac9297cc5a8ea68830e74bcdcc5cf1cdb29d9c2bbacc44edd30abf4c70d5", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/924dbdab70234a47a91921acb30360ca.timing.json", "sha256": "89676c0e95bc95beeab20aa22657753e36f5283b3d4de762cec72e5e667c545b", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.response.txt", "sha256": "372e50803aa6fd7591b4609f08472c7945243d0f45c87447c3c31537f3fc3b07", "bytes": 996 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.timing.json", "sha256": "a1438c7b0c4af19201753a18bda1b6d7440d4c0fa0d5d83415afc92196d91b3a", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/9db98150a1014bf4afe2aaccc667311a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/9db98150a1014bf4afe2aaccc667311a.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/9db98150a1014bf4afe2aaccc667311a.response.txt", "sha256": "253eca68700738e92b1cd790bd15e4666092f5b9050a1cb43b12bd25f1ff939d", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/9db98150a1014bf4afe2aaccc667311a.timing.json", "sha256": "70155997e67e2faca42232929561644dd27e364a3362391cf567137016b5f74c", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.request.json", "sha256": "a8df289670d0bdd2c3502e937101eba429d2dbebf28d111f2aaf4b7fba969b89", "bytes": 44860 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.response.txt", "sha256": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "bytes": 16587 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.timing.json", "sha256": "c712b3a2bfb52aeebbe48f4ee62209e196e6e884bee0e83e526ca3ca19129485", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/budget_ledger.json", "sha256": "babd5e309f99935c566d2ef3abb927f0ae1148e796f74f09ac90e69c6c867356", "bytes": 120 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.response.txt", "sha256": "c89933e1e746519c371549a4f8aa4ff21eed5d7a0b56d8cdd795e1271106cb24", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.timing.json", "sha256": "7f9e6795b25fe5e70e5e28c6c8daf492967f4b82cf8799f86d41922ed9946373", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.response.txt", "sha256": "b909210fe383ca0f0bae6dc2f24e115cc2ea0c6b3cd8037c97a9b194d2114148", "bytes": 1075432 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.timing.json", "sha256": "228f242bb1739569f34adc76b2bd6ff3dc801895861824a94d9777ffda242283", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.request.json", "sha256": "0b6ee3b06542084d4dd64c88b790c7bdeb80ce00f0d76c279d432ce3559bbc5c", "bytes": 35016 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.response.txt", "sha256": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "bytes": 17702 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.timing.json", "sha256": "8f12abae4c0d23c6db725d508c34b2c65f7924bcea72352056b3d8b0dce2a365", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d8565baba02a44afb0519f0533c9055e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d8565baba02a44afb0519f0533c9055e.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d8565baba02a44afb0519f0533c9055e.response.txt", "sha256": "c0d796e657848017702498a5d0188ed271af423577f29c37d3d3aa16a7edc5e5", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/d8565baba02a44afb0519f0533c9055e.timing.json", "sha256": "4cf8fd33481ae83eca116759c1cdff714b98b5eb21f4d637a72dfbd3bc114ffc", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/df901109c92f48069be18eb62c772687.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/df901109c92f48069be18eb62c772687.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/df901109c92f48069be18eb62c772687.response.txt", "sha256": "31a8f60ff9ba86dda6aed26accaed281c9c847f3aa99210c02f1511515197cfe", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/df901109c92f48069be18eb62c772687.timing.json", "sha256": "61789133988514c2a806f086dc47a97f3ab5bb4ac3d0b4782179e4498117391e", "bytes": 303 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/f248d7aae0e842fe876b514319daa3d9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/f248d7aae0e842fe876b514319daa3d9.request.json", "sha256": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "bytes": 100 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/f248d7aae0e842fe876b514319daa3d9.response.txt", "sha256": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "bytes": 156 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/f248d7aae0e842fe876b514319daa3d9.timing.json", "sha256": "a8a88bc5788c6bb058e59ff536ee6a99f58fbcfabe0c552c73a2252e8b8b37a7", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.response.txt", "sha256": "23c169418a60e954e8046d4079d66d9f59cbd1ea483a15f931e2d6b7ace2db39", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.timing.json", "sha256": "3a55f39487a1f9d83ed9f18c82f27ccc61c6f5262568c860e054ac0029d52539", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/workspace/solution.py", "sha256": "968977c9c7683d776e65340eaa3495287fd0164406cabd01ea932ea7ad5fbb1f", "bytes": 2286, "content": "import re\nfrom datetime import datetime, timezone\n\n# Whitespace considered \"surrounding whitespace\" (ASCII only).\n_ASCII_WS = \" \\t\\r\\n\\f\\v\"\n\n# Delay-seconds: only ASCII decimal digits (no signs, no fractions, no\n# non-ASCII digits, no extra text).\n_DIGITS_RE = re.compile(r\"\\A[0-9]+\\Z\")\n\n# IMF-fixdate: \"Wed, 21 Oct 2015 07:28:00 GMT\" -- strict and case sensitive.\n_HTTP_DATE_RE = re.compile(\n r\"\\A(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n r\"([0-9][0-9]) \"\n r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n r\"([0-9][0-9][0-9][0-9]) \"\n r\"([0-9][0-9]):([0-9][0-9]):([0-9][0-9])\"\n r\" GMT\\Z\"\n)\n\n_WEEKDAY_ORDER = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n\n_MONTHS = {\n \"Jan\": 1,\n \"Feb\": 2,\n \"Mar\": 3,\n \"Apr\": 4,\n \"May\": 5,\n \"Jun\": 6,\n \"Jul\": 7,\n \"Aug\": 8,\n \"Sep\": 9,\n \"Oct\": 10,\n \"Nov\": 11,\n \"Dec\": 12,\n}\n\n_MICROSECONDS_PER_SECOND = 1000000\n_SECONDS_PER_DAY = 86400\n\n\ndef _ceil_seconds(timedelta_value):\n \"\"\"Exact ceiling of a timedelta expressed in whole seconds.\"\"\"\n total_micros = (\n timedelta_value.days * _SECONDS_PER_DAY * _MICROSECONDS_PER_SECOND\n + timedelta_value.seconds * _MICROSECONDS_PER_SECOND\n + timedelta_value.microseconds\n )\n # Ceiling division that is correct for negative numerators too.\n return -((-total_micros) // _MICROSECONDS_PER_SECOND)\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip(_ASCII_WS)\n\n if _DIGITS_RE.match(text):\n try:\n return int(text)\n except ValueError:\n return None\n\n match = _HTTP_DATE_RE.match(text)\n if match is None:\n return None\n\n weekday, day, month, year, hour, minute, second = match.groups()\n\n try:\n date = datetime(\n int(year),\n _MONTHS[month],\n int(day),\n int(hour),\n int(minute),\n int(second),\n tzinfo=timezone.utc,\n )\n except ValueError:\n # Impossible calendar date/time (e.g. 31 Feb, 25:00, second == 60).\n return None\n\n if _WEEKDAY_ORDER[date.weekday()] != weekday:\n return None\n\n return max(0, _ceil_seconds(date - now))\n", "contentRedacted": false, "publishedContentSha256": "968977c9c7683d776e65340eaa3495287fd0164406cabd01ea932ea7ad5fbb1f" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792156494.560797 }, "candidateCode": "import re\nfrom datetime import datetime, timezone\n\n# Whitespace considered \"surrounding whitespace\" (ASCII only).\n_ASCII_WS = \" \\t\\r\\n\\f\\v\"\n\n# Delay-seconds: only ASCII decimal digits (no signs, no fractions, no\n# non-ASCII digits, no extra text).\n_DIGITS_RE = re.compile(r\"\\A[0-9]+\\Z\")\n\n# IMF-fixdate: \"Wed, 21 Oct 2015 07:28:00 GMT\" -- strict and case sensitive.\n_HTTP_DATE_RE = re.compile(\n r\"\\A(Mon|Tue|Wed|Thu|Fri|Sat|Sun), \"\n r\"([0-9][0-9]) \"\n r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) \"\n r\"([0-9][0-9][0-9][0-9]) \"\n r\"([0-9][0-9]):([0-9][0-9]):([0-9][0-9])\"\n r\" GMT\\Z\"\n)\n\n_WEEKDAY_ORDER = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n\n_MONTHS = {\n \"Jan\": 1,\n \"Feb\": 2,\n \"Mar\": 3,\n \"Apr\": 4,\n \"May\": 5,\n \"Jun\": 6,\n \"Jul\": 7,\n \"Aug\": 8,\n \"Sep\": 9,\n \"Oct\": 10,\n \"Nov\": 11,\n \"Dec\": 12,\n}\n\n_MICROSECONDS_PER_SECOND = 1000000\n_SECONDS_PER_DAY = 86400\n\n\ndef _ceil_seconds(timedelta_value):\n \"\"\"Exact ceiling of a timedelta expressed in whole seconds.\"\"\"\n total_micros = (\n timedelta_value.days * _SECONDS_PER_DAY * _MICROSECONDS_PER_SECOND\n + timedelta_value.seconds * _MICROSECONDS_PER_SECOND\n + timedelta_value.microseconds\n )\n # Ceiling division that is correct for negative numerators too.\n return -((-total_micros) // _MICROSECONDS_PER_SECOND)\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip(_ASCII_WS)\n\n if _DIGITS_RE.match(text):\n try:\n return int(text)\n except ValueError:\n return None\n\n match = _HTTP_DATE_RE.match(text)\n if match is None:\n return None\n\n weekday, day, month, year, hour, minute, second = match.groups()\n\n try:\n date = datetime(\n int(year),\n _MONTHS[month],\n int(day),\n int(hour),\n int(minute),\n int(second),\n tzinfo=timezone.utc,\n )\n except ValueError:\n # Impossible calendar date/time (e.g. 31 Feb, 25:00, second == 60).\n return None\n\n if _WEEKDAY_ORDER[date.weekday()] != weekday:\n return None\n\n return max(0, _ceil_seconds(date - now))\n", "oracle": { "passed": 20, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/ac49617fa3764bc59fd6420e50c548ca.request.json", "requestSha256": "a8df289670d0bdd2c3502e937101eba429d2dbebf28d111f2aaf4b7fba969b89", "responseSha256": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 12902, "outputTokens": 1653, "totalTokens": 14555, "costUsd": 0.00271221, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 133 }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/025393c9b6984631a2fa60c82c82b4f3.request.json", "requestSha256": "4564248aaf06e3a8fb63b97e7639d3bcc296ed49e47ef9870996d5e5f0b69333", "responseSha256": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3293, "outputTokens": 2260, "totalTokens": 5553, "costUsd": 0.00155615, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 935 }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/7d99277d228b411aa4b9f91e4aea07c7.request.json", "requestSha256": "4456351975308f881a5ef023073b93a65024f331182052090544f8a99ed8728c", "responseSha256": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 8291, "outputTokens": 2369, "totalTokens": 10660, "costUsd": 0.00235708, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 837 }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/59cd749da61d4e42abfc31d90838e443.request.json", "requestSha256": "04325e24856c05b19689e69a3cf6b4839de4168162af56fdc1d7e6cb4a7a6d98", "responseSha256": "d885b2f999fb49378794f22483093c9fe8db17a969b54538fb9aff7ec6b7be3d", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 4608, "outputTokens": 881, "totalTokens": 5489, "costUsd": 0.00110527, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 531 }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/d7b4ed106b104abaa904ad50e2650a97.request.json", "requestSha256": "0b6ee3b06542084d4dd64c88b790c7bdeb80ce00f0d76c279d432ce3559bbc5c", "responseSha256": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 9333, "outputTokens": 1165, "totalTokens": 10498, "costUsd": 0.0019475, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 402 }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/1b172c44980c48fb92920d2a14a4319f.request.json", "requestSha256": "8ad0378aa0ea9918d6a6e5f6d3dbbcc9bf639dbc883a05a5aa0e99ea6e348f4a", "responseSha256": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "httpStatus": 200, "requestedModel": "byok/qwen/qwen3.8-flash", "resolvedModel": "byok/qwen/qwen3.8-flash", "backendModel": "qwen/qwen3.8-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1546, "outputTokens": 3482, "totalTokens": 5028, "costUsd": 0.00186844, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 2634 } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:14:55.997381+00:00", "uptime_seconds": 225.460834980011, "server_start_time": 1792156270.536554, "git_sha": "fcc0b7dacc08ecf628adfae5530a22f1e5b88651", "build_time": "2026-10-16T09:09:50-04:00", "version": "fcc0b7dacc08ecf628adfae5530a22f1e5b88651", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:18:58.603629+00:00", "uptime_seconds": 468.06707882881165, "server_start_time": 1792156270.536554, "git_sha": "fcc0b7dacc08ecf628adfae5530a22f1e5b88651", "build_time": "2026-10-16T09:09:50-04:00", "version": "fcc0b7dacc08ecf628adfae5530a22f1e5b88651", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1", "rawResultSha256": "1fe3fa42d77c73d65e90c3503b6cedd483488ce66e171dd850a690e3041d1acd", "rawEvidenceHashes": { "health_before.json": "f431a7fce185f4515419a300ba4c811f7850a7003ec1a32a9bf5ec0d564578fd", "stdout.txt": "2bc7afeab4b837973a0c18478b5d739e7e28f0205ff740e62ed1b64b32607a63", "policy.json": "3163bbcc22b8d5d499225c93837b6be7a119a160855c41ab97209f56c997537d", "health_after.json": "780605cb8865c6b95b42f803a6a1b7ea6681ce3389b9c55d09c917c0d9103a30", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "babd5e309f99935c566d2ef3abb927f0ae1148e796f74f09ac90e69c6c867356", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "sandbox.sb": "161061a3d3cebb5ebca5a5d5cbc47d878afe66684701dc0f5846427aab7ecc63", "stderr.txt": "0b62ef69b266a253b4aa35baab23ccbb8f368d76c064768b7fe7afca0bce0c1a", "launch.json": "1b4e1049863fa95ecea91415654dad839b1ebe9f343ed5a1e4635436326a498b", "invocation.json": "224330aed5ce75d580129372d97898b468de574aada4988ae04d8ba2451beb54", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "1dd05897dba98ac67b8477a8c379646d81cb0c3e6c0dd72ed525ce0541eb62ac", "product_source.json": "5b4de1b71f9ff7e891fef49a69a70865b6b5b417d81eba287b5bf2a124693b8f", "post-terminal-settlement.json": "dae5bde7e156e7daf227ec5306027c2336cf8ed7a059c554db5da3ae38c3bff6", "workspace/solution.py": "968977c9c7683d776e65340eaa3495287fd0164406cabd01ea932ea7ad5fbb1f", "workspace/__pycache__/solution.cpython-314.pyc": "d0f1b61c3deee9fca531ea4caddd0be3999b0b8f7dd29e79afecc0ed71e18124", "private_producer/state.json": "2fc089a659198c3da5c6b622975e44fbbae50e3912b5f318fb7bc508ab5d00b3", "private_producer/gateway-0006.sse": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "private_producer/gateway-0005.sse": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "private_producer/gateway-0004.sse": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "private_producer/gateway-0001.sse": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "private_producer/gateway-0003.sse": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "private_producer/gateway-0002.sse": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "private_producer/runtime/compaction_events.jsonl": "314cfe372fe474d9405a0a1b2c353f53d1ce197fee466660e3b44f72cfd08816", "private_producer/runtime/.verdict_code_usage.inv-a21cfd9be0394d76a5c243f80d88fcb7.json": "23a657c04585ed0e7281b249155aea19699a14dcd92a55df3b4b9765a44ffe41", "private_producer/runtime/costs.json": "c7e5eb6d5730d826746339fca9261ba89d2e697aeaa3065d11d011b17a8bc840", "private_producer/runtime/model_cache/availability_cache.json": "8101d757d52b711d08f26dd172fe193b6d04f7c79feca763f1cf180290d1b14a", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t3/comms.txt": "f560ff4d378c076d71d015ba234f023a61bb35f52cb9d137774a6473ba601750", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t4/comms.txt": "bcc4e306802e84c085b12600b8c3b0b9275cfc24cb77f28404761d8407404238", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t5/comms.txt": "e21ba57305cb12e81b732da7602c88b8485f20b3ecc6452917ba48a82bf24c6e", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t2/comms.txt": "9394a8667941d2a875f76e3a6f9c48e3d36c70be97ee0cd17bf8afc20033d914", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1/comms.txt": "4eadd2caa7f036a74bae79ec1ac3016beb353ede99e1540fcd103c59865bb309", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t1/comms.txt": "5cf2f2a5c174a343c7d749f62b8df90fe006e5b6ae6cbe37ec3341acf12b2e22", "private_producer/runtime/artifacts/runs/20261016T131454Z_verdict-code_byok_qwen_qwen3.8-flash_7fd4b1-t6/comms.txt": "25140b8f5fa3c3da426996b9ad9d9f62120201ae6baca04acde79e9f5c48e6a1", "terminal_evidence/62e0716826844f3ebd3358d454d190bf.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/f248d7aae0e842fe876b514319daa3d9.timing.json": "a8a88bc5788c6bb058e59ff536ee6a99f58fbcfabe0c552c73a2252e8b8b37a7", "terminal_evidence/9db98150a1014bf4afe2aaccc667311a.response.txt": "253eca68700738e92b1cd790bd15e4666092f5b9050a1cb43b12bd25f1ff939d", "terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/9db98150a1014bf4afe2aaccc667311a.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/d8565baba02a44afb0519f0533c9055e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.request.json": "a8df289670d0bdd2c3502e937101eba429d2dbebf28d111f2aaf4b7fba969b89", "terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.timing.json": "fa53f0bcde47e89274a69f7096f03ee347de30ed67732dfe5632ef0edba69dee", "terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.timing.json": "8f12abae4c0d23c6db725d508c34b2c65f7924bcea72352056b3d8b0dce2a365", "terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.response.txt": "7ddd9062c4584065f983f6d4c0aa5c8146ec05650e335b6de4ea8d5b8067ba8a", "terminal_evidence/6f15c085d40e4defb598712c0224a4b5.timing.json": "621ec92c8d5f332e65b454c1f505bb9e8e631cb9c3ea1ddbd89ab1d01f769390", "terminal_evidence/924dbdab70234a47a91921acb30360ca.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/f248d7aae0e842fe876b514319daa3d9.request.json": "ada983928af1aacb6b10ce93000f59c5aa3617f9c2978cb81371f5dacd402d3d", "terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.timing.json": "ad61b57b8689e0721308936c212e5f4853335a5fe5a94dda0a07136f8741c141", "terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.timing.json": "f1f0017555155a9b0239611a1e517595e9388164f1f5c7c45453a3ece45ff70c", "terminal_evidence/924dbdab70234a47a91921acb30360ca.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/924dbdab70234a47a91921acb30360ca.response.txt": "d463ac9297cc5a8ea68830e74bcdcc5cf1cdb29d9c2bbacc44edd30abf4c70d5", "terminal_evidence/f248d7aae0e842fe876b514319daa3d9.response.txt": "d06224b400cdc575d3ad2472eba49075bf44e8db5e4df3e2846332a2fa5289fc", "terminal_evidence/50a315ba16c14616850004459d4de3f2.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.response.txt": "b909210fe383ca0f0bae6dc2f24e115cc2ea0c6b3cd8037c97a9b194d2114148", "terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.timing.json": "c712b3a2bfb52aeebbe48f4ee62209e196e6e884bee0e83e526ca3ca19129485", "terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.response.txt": "23c169418a60e954e8046d4079d66d9f59cbd1ea483a15f931e2d6b7ace2db39", "terminal_evidence/9db98150a1014bf4afe2aaccc667311a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "terminal_evidence/5b4b3222f5344993a804ee76e4ded448.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.response.txt": "33395cae538514fb2c555b657a91c6630ca6f51a67630284acdb3cbfd41119ba", "terminal_evidence/50a315ba16c14616850004459d4de3f2.timing.json": "3d9c30d7015704ea621891a0e575a839626187e91a118841b998ebf30a993d82", "terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/59cd749da61d4e42abfc31d90838e443.http.json": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "terminal_evidence/025393c9b6984631a2fa60c82c82b4f3.request.json": "4564248aaf06e3a8fb63b97e7639d3bcc296ed49e47ef9870996d5e5f0b69333", "terminal_evidence/1b172c44980c48fb92920d2a14a4319f.timing.json": "719d454af81ab6660118bf5e6ec688907ece7fed39de716a8f253c973a06a034", "terminal_evidence/budget_ledger.json": "babd5e309f99935c566d2ef3abb927f0ae1148e796f74f09ac90e69c6c867356", "terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/df901109c92f48069be18eb62c772687.response.txt": "31a8f60ff9ba86dda6aed26accaed281c9c847f3aa99210c02f1511515197cfe", "terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.request.json": "4456351975308f881a5ef023073b93a65024f331182052090544f8a99ed8728c", "terminal_evidence/59cd749da61d4e42abfc31d90838e443.response.txt": "d885b2f999fb49378794f22483093c9fe8db17a969b54538fb9aff7ec6b7be3d", "terminal_evidence/df901109c92f48069be18eb62c772687.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/7d99277d228b411aa4b9f91e4aea07c7.response.txt": "d1918cffa2dab7d0c13129fcf6109b3841318c5b8e0820c3011088350fb51195", "terminal_evidence/f248d7aae0e842fe876b514319daa3d9.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/59cd749da61d4e42abfc31d90838e443.request.json": "04325e24856c05b19689e69a3cf6b4839de4168162af56fdc1d7e6cb4a7a6d98", "terminal_evidence/6f15c085d40e4defb598712c0224a4b5.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/fa9735a3de6541c9bf2082b544c6489e.timing.json": "3a55f39487a1f9d83ed9f18c82f27ccc61c6f5262568c860e054ac0029d52539", "terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.timing.json": "a1438c7b0c4af19201753a18bda1b6d7440d4c0fa0d5d83415afc92196d91b3a", "terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/59cd749da61d4e42abfc31d90838e443.timing.json": "174a61b8a730d5e43c6de0e64379d853ecb0658de5b4947e7cee8c75c3b978d7", "terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.response.txt": "372e50803aa6fd7591b4609f08472c7945243d0f45c87447c3c31537f3fc3b07", "terminal_evidence/62e0716826844f3ebd3358d454d190bf.timing.json": "91ce02057ccb883b95df4e4b54b06a93ecf3fa7a838959abaa50c5728572f1bc", "terminal_evidence/5b4b3222f5344993a804ee76e4ded448.timing.json": "58df2290d182f32d4a96c97e450e9385296a2fe25fe72f1b1a21d989ebfe9791", "terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.response.txt": "c89933e1e746519c371549a4f8aa4ff21eed5d7a0b56d8cdd795e1271106cb24", "terminal_evidence/5b4b3222f5344993a804ee76e4ded448.response.txt": "4ebbf148e12350ef9f18fed5d935c392cbff605d9e740e6923083e760161cada", "terminal_evidence/c5bc1eb4070440d1b63b5220c4f477b4.timing.json": "7f9e6795b25fe5e70e5e28c6c8daf492967f4b82cf8799f86d41922ed9946373", "terminal_evidence/5b4b3222f5344993a804ee76e4ded448.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/59cd749da61d4e42abfc31d90838e443.transport_error.json": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "terminal_evidence/954a20bbb68f4ec3b0f2fc5be557cd72.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/ac49617fa3764bc59fd6420e50c548ca.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/9db98150a1014bf4afe2aaccc667311a.timing.json": "70155997e67e2faca42232929561644dd27e364a3362391cf567137016b5f74c", "terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.request.json": "0b6ee3b06542084d4dd64c88b790c7bdeb80ce00f0d76c279d432ce3559bbc5c", "terminal_evidence/1b172c44980c48fb92920d2a14a4319f.request.json": "8ad0378aa0ea9918d6a6e5f6d3dbbcc9bf639dbc883a05a5aa0e99ea6e348f4a", "terminal_evidence/1b172c44980c48fb92920d2a14a4319f.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.timing.json": "228f242bb1739569f34adc76b2bd6ff3dc801895861824a94d9777ffda242283", "terminal_evidence/d7b4ed106b104abaa904ad50e2650a97.response.txt": "81aa9f22e71db5e6c8686fa0a3f6d9b7f42f8d8deafeb7e98b1bd9f9841af38c", "terminal_evidence/1b172c44980c48fb92920d2a14a4319f.response.txt": "30d96094dd5b75686bd6c1f8e6abd4c0388917eeb1d1e40d61b745955ead2108", "terminal_evidence/924dbdab70234a47a91921acb30360ca.timing.json": "89676c0e95bc95beeab20aa22657753e36f5283b3d4de762cec72e5e667c545b", "terminal_evidence/d8565baba02a44afb0519f0533c9055e.response.txt": "c0d796e657848017702498a5d0188ed271af423577f29c37d3d3aa16a7edc5e5", "terminal_evidence/50a315ba16c14616850004459d4de3f2.response.txt": "81fcf23ba3c7ec5006c06c9a1aa68b17f98d19aa3770fa34fb1af10b6d87aff7", "terminal_evidence/62e0716826844f3ebd3358d454d190bf.response.txt": "5cb704e25baae66b7994356c7f8b9936b33258dd93d007ec16533e180501896c", "terminal_evidence/d8565baba02a44afb0519f0533c9055e.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/50a315ba16c14616850004459d4de3f2.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/62e0716826844f3ebd3358d454d190bf.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/d8565baba02a44afb0519f0533c9055e.timing.json": "4cf8fd33481ae83eca116759c1cdff714b98b5eb21f4d637a72dfbd3bc114ffc", "terminal_evidence/d68f02c6dcbb40f7bc92e669c4ffde4f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/df901109c92f48069be18eb62c772687.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/6f15c085d40e4defb598712c0224a4b5.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/df901109c92f48069be18eb62c772687.timing.json": "61789133988514c2a806f086dc47a97f3ab5bb4ac3d0b4782179e4498117391e", "terminal_evidence/6f15c085d40e4defb598712c0224a4b5.response.txt": "a2ca6ffe562126d14d279e7688fa84f43dd585262003c363798db11448528206", "terminal_evidence/7c8b4e24b36e4301a4d985ce8821218c.response.txt": "0a5d5326d73df4c7dffa0bd72c7f6e148af53c9ced201b3f94ebe1e087b32734", "source_snapshot/tools/verdict-code/VERSION": "f27667afb410f35f8a86899213634785e375c6fb1543820d6c10efa40fae6d25", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "a49b544b4dff806d48b31c59cfcaa335fecc1be359e10fe7ef9c27b630ab86ee", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "1f6367a55cbeef8d6fc3f8b2b63f624e344cbd3dc98f9cafc3e2b9359247baa9" }, "productSource": { "head": "d6caca47d2a926fcf2c8b127d4cd6f5addd6ba7c", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "tools/verdict-code/verdict_code/tools/__init__.py": "a49b544b4dff806d48b31c59cfcaa335fecc1be359e10fe7ef9c27b630ab86ee", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "f27667afb410f35f8a86899213634785e375c6fb1543820d6c10efa40fae6d25", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "1f6367a55cbeef8d6fc3f8b2b63f624e344cbd3dc98f9cafc3e2b9359247baa9" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": true } } }