{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/zai/glm-5.3-flash", "resolvedModel": "byok/zai/glm-5.3-flash", "wallSeconds": 30.955, "inputTokens": 3984, "outputTokens": 927, "totalTokens": 4911, "costUsd": 0.0010611, "energyWh": null, "assertionsPassed": 18, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "low", "family": "matched-harness", "status": "FAIL", "tier": "cloud/BYOK", "diagnosticOnly": false, "comparisonEligible": true, "cohort": "current-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "evidenceFile": "20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4.json", "archived": false }, "sourceRecord": { "id": "20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": "20261016T124951Z_verdict-code_byok_zai_glm-5.3-flash_58dcd7", "cohort": "current-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "byok/zai/glm-5.3-flash", "resolvedModel": "byok/zai/glm-5.3-flash", "status": "FAIL", "wallSeconds": 30.955, "inputTokens": 3984, "outputTokens": 927, "totalTokens": 4911, "costUsd": 0.0010611, "energyWh": null, "assertionsPassed": 18, "assertionsTotal": 20, "observedCodePass": false, "exitCode": 0, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792155950.2716181 }, "mutableRuntimeFiles": [ "budget_ledger.json", "bfb49526f29f49a9a6e185348e3d8f2a.request.json", "7c12ec0c0aec49b6ac478efc92cb46f9.timing.json", "bfb49526f29f49a9a6e185348e3d8f2a.response.txt", "5e5fa10a9a4f4ea4b566f2947240288f.response.txt", "1d763fa8842e4668a9cb19c7b080f6b5.timing.json", "881253f137ab4e9eb028eb5b0fb67969.request.json", "20848747ac524262a0260c05b359d23e.http.json", "5e5fa10a9a4f4ea4b566f2947240288f.request.json", "881253f137ab4e9eb028eb5b0fb67969.response.txt", "5e5fa10a9a4f4ea4b566f2947240288f.timing.json", "25fe19c790ca4254808f5b892e323db9.timing.json", "881253f137ab4e9eb028eb5b0fb67969.timing.json", "7c12ec0c0aec49b6ac478efc92cb46f9.http.json", "bf60b27a6dc54e0292f102f48b0aeabf.response.txt", "bf60b27a6dc54e0292f102f48b0aeabf.request.json", "bfb49526f29f49a9a6e185348e3d8f2a.timing.json", "bfb49526f29f49a9a6e185348e3d8f2a.http.json", "5e5fa10a9a4f4ea4b566f2947240288f.http.json", "25fe19c790ca4254808f5b892e323db9.http.json", "7c12ec0c0aec49b6ac478efc92cb46f9.request.json", "25fe19c790ca4254808f5b892e323db9.request.json", "7c12ec0c0aec49b6ac478efc92cb46f9.response.txt", "25fe19c790ca4254808f5b892e323db9.response.txt", "1d763fa8842e4668a9cb19c7b080f6b5.response.txt", "bf60b27a6dc54e0292f102f48b0aeabf.http.json", "20848747ac524262a0260c05b359d23e.request.json", "1d763fa8842e4668a9cb19c7b080f6b5.http.json", "1d763fa8842e4668a9cb19c7b080f6b5.request.json", "20848747ac524262a0260c05b359d23e.response.txt", "881253f137ab4e9eb028eb5b0fb67969.http.json", "bf60b27a6dc54e0292f102f48b0aeabf.timing.json", "20848747ac524262a0260c05b359d23e.timing.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "FAIL", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": false, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 2, "partialInputTokens": 3984, "partialOutputTokens": 927, "partialTotalTokens": 4911, "partialEstimatedCostUsd": 0.0010611, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": null, "allCallsReportReasoning": false, "tokensPerSecond": 158.65, "knownTokensIncludingAdditiveReasoning": 4911, "knownTokensIncludingAdditiveReasoningPerSecond": 158.65, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "effort", "effort": "low" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "low", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": null, "terminalCompleted": true, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": true, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4.json", "publicEvidenceSha256": "3526f15a48e6206d36cc7d61a6aebf52af8f1c377d8d9d0571176d0dbcc20be4", "modelSelectionEvidence": "model-selection/selection.json", "catalogEstimatedCostUsd": 0.0010611, "catalogCostEstimateSource": "model-selection/selection.json", "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/1d763fa8842e4668a9cb19c7b080f6b5.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/1d763fa8842e4668a9cb19c7b080f6b5.request.json", "sha256": "2139bdbc9aaf08e500b292792a7400c9f75afc749251b421757b86f20e6472cf", "bytes": 19564 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/1d763fa8842e4668a9cb19c7b080f6b5.response.txt", "sha256": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "bytes": 21139 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/1d763fa8842e4668a9cb19c7b080f6b5.timing.json", "sha256": "29d541fe8bf2b9f5ec71f075d0f1338e519ae95db6f02e26d327989158f68508", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/20848747ac524262a0260c05b359d23e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/20848747ac524262a0260c05b359d23e.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/20848747ac524262a0260c05b359d23e.response.txt", "sha256": "cd206fb1d45c637c8ab1d873ff3513fa14ecc25d6731f6375bc05107e10728ce", "bytes": 1075423 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/20848747ac524262a0260c05b359d23e.timing.json", "sha256": "b255042c3ab9c489e0a6677211d1ef19182e005be1a71c83478724633845b300", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/25fe19c790ca4254808f5b892e323db9.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/25fe19c790ca4254808f5b892e323db9.request.json", "sha256": "777c81e03df4cef402c45a5fecaed29a10c7de633a8ad677763e0b40137e42a3", "bytes": 11553 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/25fe19c790ca4254808f5b892e323db9.response.txt", "sha256": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "bytes": 12813 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/25fe19c790ca4254808f5b892e323db9.timing.json", "sha256": "7f2eb306f94c9a2e5fc8ff3ea72af1c06e71e4b25ac244a3839306d0f1739c83", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/5e5fa10a9a4f4ea4b566f2947240288f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/5e5fa10a9a4f4ea4b566f2947240288f.request.json", "sha256": "21289292dec095541beb7ae7ad4d4da7fbfe2dee697daa9e715b4b54d6db6a35", "bytes": 99 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/5e5fa10a9a4f4ea4b566f2947240288f.response.txt", "sha256": "743ba670373741eabfb536448ff8335449cbcafc8be07a91d414807fdce6cea1", "bytes": 157 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/5e5fa10a9a4f4ea4b566f2947240288f.timing.json", "sha256": "beeb2773d40e4e467133ecead8beaa36fbc20cbd04e85438f5e3f3f6726213f6", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/7c12ec0c0aec49b6ac478efc92cb46f9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/7c12ec0c0aec49b6ac478efc92cb46f9.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/7c12ec0c0aec49b6ac478efc92cb46f9.response.txt", "sha256": "5c5b64cdde3ef7c12fff08b59ee4fc29316f2e8cdca9ea2ab587893aa9d9a1df", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/7c12ec0c0aec49b6ac478efc92cb46f9.timing.json", "sha256": "17a194e5265956dd5db6a2baf97a9171b5f818aa19931ffe7ecfe216554f3780", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/881253f137ab4e9eb028eb5b0fb67969.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/881253f137ab4e9eb028eb5b0fb67969.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/881253f137ab4e9eb028eb5b0fb67969.response.txt", "sha256": "fd46df19277ee7af45c9cc4c2073e72aec1f2bcb58baa7ba781612412f10171c", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/881253f137ab4e9eb028eb5b0fb67969.timing.json", "sha256": "f4e0b55a4f25535a990d17cfeb13269e99d93fcdbc177a37297a26f81547373e", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bf60b27a6dc54e0292f102f48b0aeabf.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bf60b27a6dc54e0292f102f48b0aeabf.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bf60b27a6dc54e0292f102f48b0aeabf.response.txt", "sha256": "716348065ef7c40cfe26b489c7cde972d074683d1a74a2259d67ad0a129a9f1e", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bf60b27a6dc54e0292f102f48b0aeabf.timing.json", "sha256": "1a76a45f95100db30e7f7f4771d56291c999b0f8382dfb06bd36a27012ef6aae", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bfb49526f29f49a9a6e185348e3d8f2a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bfb49526f29f49a9a6e185348e3d8f2a.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bfb49526f29f49a9a6e185348e3d8f2a.response.txt", "sha256": "87ce1ce9813398c00317df8227a5d1e00658e584218bf9deb730aea08ce1a175", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/bfb49526f29f49a9a6e185348e3d8f2a.timing.json", "sha256": "06d00a99e17d051327eb9d6385a031be6286cd0df4f659cf629eb6da4b1e3cd3", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/budget_ledger.json", "sha256": "1e268a9ef524f6f2606a9ef92c3f5e7b222cf192c862ed9c7b10af8b038ac918", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/budget_ledger_at_terminal.json", "sha256": "1e268a9ef524f6f2606a9ef92c3f5e7b222cf192c862ed9c7b10af8b038ac918", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/freeze.json", "sha256": "8cf8732a0bdbb62ec2f95e1d8996a74b3a6881f00c4cb3247c28c28603934e4f", "bytes": 314, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792155950.2716181\n}", "contentRedacted": false, "publishedContentSha256": "8cf8732a0bdbb62ec2f95e1d8996a74b3a6881f00c4cb3247c28c28603934e4f" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/health_after.json", "sha256": "51e2ed3237fffcc95e1ae719d4bbe08616a4a0e026a01998d93dfb210f4d6b52", "bytes": 1328 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/health_before.json", "sha256": "918c50a6117f7bf0cd35e399bd717fb94d52f3d41ad6b3d10acce84c21ac7344", "bytes": 1328 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/invocation.json", "sha256": "df4de0c2f25cf0710a7f64992734ce4356bb2a8f5fbc5fdd2d788d150f10d8da", "bytes": 2166 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/launch.json", "sha256": "748a2de5002591fbf917beefa570eb83aee41a1c63323b1675a1db1d386525f4", "bytes": 228 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/oracle.stdout.txt", "sha256": "15cf7b9f12b2111e43be5b7a9711ffb2c6656b52e3df93c1675519bb21726346", "bytes": 1588, "content": "{\"passed\": 18, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1.0, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2.0, \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "15cf7b9f12b2111e43be5b7a9711ffb2c6656b52e3df93c1675519bb21726346" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/policy.json", "sha256": "bd7643c61bf02425e5a686a0ff0acdfa4083976b29f6b591dd01f09c243f2fa9", "bytes": 941, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"effort\",\n \"effort\": \"low\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "bd7643c61bf02425e5a686a0ff0acdfa4083976b29f6b591dd01f09c243f2fa9" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/post-terminal-settlement.json", "sha256": "a30f08ed19272dd3a3745f5980684e8e381ecea17b63287afef94638fe4cefea", "bytes": 382 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/gateway-0001.sse", "sha256": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "bytes": 12813 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/gateway-0002.sse", "sha256": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "bytes": 21139 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/.verdict_code_usage.inv-51174d8630a64471a3725f876c0a475d.json", "sha256": "aafbb2b39a9d317daff1833a9e87953a44ceb6a64117ead57ee5cb8fab2511b9", "bytes": 33243 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/comms.txt", "sha256": "0448e47cb12076c3949f3b5d14464cc28c9f5dff0118c1048bb33c5a9faa3a79", "bytes": 2496 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4-t1/comms.txt", "sha256": "c698c7b6b34ac32564c7b572319131f8712922f41b1b335e9e29ad46c962d42f", "bytes": 641 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4-t2/comms.txt", "sha256": "7d81ec11a05ad5c6bd607b331ebcc3459ace284312df6b3fd474cdf3b662e3dc", "bytes": 641 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/compaction_events.jsonl", "sha256": "fd36f2d3398cb8f24a5c29af2bdf306ee391ede023180df6e51f415cbb9699fa", "bytes": 469 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/runtime/model_cache/availability_cache.json", "sha256": "c4f62b55d0521cf7dbd9d2136b13a109b0eecbf8a98b52dd6fb84f0b0b22acc9", "bytes": 275 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/private_producer/state.json", "sha256": "30bbab5fdcb76018367c7bb7d4cf5e22fe862aa96ff777bcd681981d269f4b35", "bytes": 2475 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/product_source.json", "sha256": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb", "bytes": 846, "content": "{\n \"head\": \"f963ab4851b792307a0f4102a8f05305dfa6725f\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/reasoning_preflight.json", "sha256": "bf989a20ecee480e99a526bd9bbcec4a110bd3148371f1b6ed6010d2f2ae1926", "bytes": 244 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/result.json", "sha256": "a57700e328e8b5477086ac8a74e47f1c3ac27c73536ce4309e8557ab79a87c9e", "bytes": 11684 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/sandbox.sb", "sha256": "957e1f9faf24bf15975cb734669403afe40fd17fa0f5f0296d79ab316ac8a720", "bytes": 5805 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/tools/verdict-code/VERSION", "sha256": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "bytes": 765811 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/stderr.txt", "sha256": "23e9c007f8ef735ff6e5d3f993c850e6bcae07d36f7d864b97a9f5499c171ff2", "bytes": 11947 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/stdout.txt", "sha256": "6c06ad747ab58a249ac091a936196e10b2a3a4d35d17dfbf90c3384fd475911b", "bytes": 10575 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.request.json", "sha256": "2139bdbc9aaf08e500b292792a7400c9f75afc749251b421757b86f20e6472cf", "bytes": 19564 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.response.txt", "sha256": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "bytes": 21139 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.timing.json", "sha256": "29d541fe8bf2b9f5ec71f075d0f1338e519ae95db6f02e26d327989158f68508", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/20848747ac524262a0260c05b359d23e.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/20848747ac524262a0260c05b359d23e.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/20848747ac524262a0260c05b359d23e.response.txt", "sha256": "cd206fb1d45c637c8ab1d873ff3513fa14ecc25d6731f6375bc05107e10728ce", "bytes": 1075423 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/20848747ac524262a0260c05b359d23e.timing.json", "sha256": "b255042c3ab9c489e0a6677211d1ef19182e005be1a71c83478724633845b300", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/25fe19c790ca4254808f5b892e323db9.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/25fe19c790ca4254808f5b892e323db9.request.json", "sha256": "777c81e03df4cef402c45a5fecaed29a10c7de633a8ad677763e0b40137e42a3", "bytes": 11553 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/25fe19c790ca4254808f5b892e323db9.response.txt", "sha256": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "bytes": 12813 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/25fe19c790ca4254808f5b892e323db9.timing.json", "sha256": "7f2eb306f94c9a2e5fc8ff3ea72af1c06e71e4b25ac244a3839306d0f1739c83", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.request.json", "sha256": "21289292dec095541beb7ae7ad4d4da7fbfe2dee697daa9e715b4b54d6db6a35", "bytes": 99 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.response.txt", "sha256": "743ba670373741eabfb536448ff8335449cbcafc8be07a91d414807fdce6cea1", "bytes": 157 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.timing.json", "sha256": "beeb2773d40e4e467133ecead8beaa36fbc20cbd04e85438f5e3f3f6726213f6", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.response.txt", "sha256": "5c5b64cdde3ef7c12fff08b59ee4fc29316f2e8cdca9ea2ab587893aa9d9a1df", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.timing.json", "sha256": "17a194e5265956dd5db6a2baf97a9171b5f818aa19931ffe7ecfe216554f3780", "bytes": 306 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.response.txt", "sha256": "fd46df19277ee7af45c9cc4c2073e72aec1f2bcb58baa7ba781612412f10171c", "bytes": 995 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.timing.json", "sha256": "f4e0b55a4f25535a990d17cfeb13269e99d93fcdbc177a37297a26f81547373e", "bytes": 305 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.response.txt", "sha256": "716348065ef7c40cfe26b489c7cde972d074683d1a74a2259d67ad0a129a9f1e", "bytes": 994 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.timing.json", "sha256": "1a76a45f95100db30e7f7f4771d56291c999b0f8382dfb06bd36a27012ef6aae", "bytes": 304 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.http.json", "sha256": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "bytes": 122 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.response.txt", "sha256": "87ce1ce9813398c00317df8227a5d1e00658e584218bf9deb730aea08ce1a175", "bytes": 59657 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.timing.json", "sha256": "06d00a99e17d051327eb9d6385a031be6286cd0df4f659cf629eb6da4b1e3cd3", "bytes": 307 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/terminal_evidence/budget_ledger.json", "sha256": "1e268a9ef524f6f2606a9ef92c3f5e7b222cf192c862ed9c7b10af8b038ac918", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/workspace/solution.py", "sha256": "5f99ad976de6168fd20872438828c8bc626d372ddfc862ba09e75406cc75360e", "bytes": 1215, "content": "import re\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = {\n \"Mon\": 0, \"Tue\": 1, \"Wed\": 2, \"Thu\": 3, \"Fri\": 4, \"Sat\": 5, \"Sun\": 6,\n}\n_MONTHS = {\n \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_HTTP_DATE = re.compile(\n r\"^(Mon|Tue|Wed|Thu|Fri|Sat|Sun), (\\d{2}) \"\n r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) (\\d{4}) \"\n r\"(\\d{2}):(\\d{2}):(\\d{2}) GMT$\"\n)\n_DIGITS = re.compile(r\"^[0-9]+$\")\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n s = value.strip()\n if not s:\n return None\n if _DIGITS.match(s):\n return int(s)\n m = _HTTP_DATE.match(s)\n if not m:\n return None\n wd, day, mon, year, hh, mm, ss = m.groups()\n month = _MONTHS[mon]\n try:\n dt = datetime(int(year), month, int(day), int(hh), int(mm), int(ss),\n tzinfo=timezone.utc)\n except ValueError:\n return None\n if dt.weekday() != _WEEKDAYS[wd]:\n return None\n delta = (dt - now).total_seconds()\n return max(0, -(-delta // 1) if delta else 0)\n", "contentRedacted": false, "publishedContentSha256": "5f99ad976de6168fd20872438828c8bc626d372ddfc862ba09e75406cc75360e" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792155950.2716181 }, "candidateCode": "import re\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = {\n \"Mon\": 0, \"Tue\": 1, \"Wed\": 2, \"Thu\": 3, \"Fri\": 4, \"Sat\": 5, \"Sun\": 6,\n}\n_MONTHS = {\n \"Jan\": 1, \"Feb\": 2, \"Mar\": 3, \"Apr\": 4, \"May\": 5, \"Jun\": 6,\n \"Jul\": 7, \"Aug\": 8, \"Sep\": 9, \"Oct\": 10, \"Nov\": 11, \"Dec\": 12,\n}\n_HTTP_DATE = re.compile(\n r\"^(Mon|Tue|Wed|Thu|Fri|Sat|Sun), (\\d{2}) \"\n r\"(Jan|Feb|Mar|Apr|May|Jun|Jul|Aug|Sep|Oct|Nov|Dec) (\\d{4}) \"\n r\"(\\d{2}):(\\d{2}):(\\d{2}) GMT$\"\n)\n_DIGITS = re.compile(r\"^[0-9]+$\")\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n s = value.strip()\n if not s:\n return None\n if _DIGITS.match(s):\n return int(s)\n m = _HTTP_DATE.match(s)\n if not m:\n return None\n wd, day, mon, year, hh, mm, ss = m.groups()\n month = _MONTHS[mon]\n try:\n dt = datetime(int(year), month, int(day), int(hh), int(mm), int(ss),\n tzinfo=timezone.utc)\n except ValueError:\n return None\n if dt.weekday() != _WEEKDAYS[wd]:\n return None\n delta = (dt - now).total_seconds()\n return max(0, -(-delta // 1) if delta else 0)\n", "oracle": { "passed": 18, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1.0, "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2.0, "pass": false }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/25fe19c790ca4254808f5b892e323db9.request.json", "requestSha256": "777c81e03df4cef402c45a5fecaed29a10c7de633a8ad677763e0b40137e42a3", "responseSha256": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "httpStatus": 200, "requestedModel": "byok/zai/glm-5.3-flash", "resolvedModel": "byok/zai/glm-5.3-flash", "backendModel": "zai/glm-5.3-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "effort", "effort": "low" }, "auto_failover": false, "stream": true }, "inputTokens": 1330, "outputTokens": 489, "totalTokens": 1819, "costUsd": 0.000444, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/1d763fa8842e4668a9cb19c7b080f6b5.request.json", "requestSha256": "2139bdbc9aaf08e500b292792a7400c9f75afc749251b421757b86f20e6472cf", "responseSha256": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "httpStatus": 200, "requestedModel": "byok/zai/glm-5.3-flash", "resolvedModel": "byok/zai/glm-5.3-flash", "backendModel": "zai/glm-5.3-flash", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "effort", "effort": "low" }, "auto_failover": false, "stream": true }, "inputTokens": 2654, "outputTokens": 438, "totalTokens": 3092, "costUsd": 0.0006170999999999999, "energyWh": null, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:05:50.325560+00:00", "uptime_seconds": 48.06290578842163, "server_start_time": 1792155902.262659, "git_sha": "f963ab4851b792307a0f4102a8f05305dfa6725f", "build_time": "2026-10-16T09:04:56-04:00", "version": "f963ab4851b792307a0f4102a8f05305dfa6725f", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:06:21.453390+00:00", "uptime_seconds": 79.19073390960693, "server_start_time": 1792155902.262659, "git_sha": "f963ab4851b792307a0f4102a8f05305dfa6725f", "build_time": "2026-10-16T09:04:56-04:00", "version": "f963ab4851b792307a0f4102a8f05305dfa6725f", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4", "rawResultSha256": "a57700e328e8b5477086ac8a74e47f1c3ac27c73536ce4309e8557ab79a87c9e", "rawEvidenceHashes": { "health_before.json": "918c50a6117f7bf0cd35e399bd717fb94d52f3d41ad6b3d10acce84c21ac7344", "stdout.txt": "6c06ad747ab58a249ac091a936196e10b2a3a4d35d17dfbf90c3384fd475911b", "policy.json": "bd7643c61bf02425e5a686a0ff0acdfa4083976b29f6b591dd01f09c243f2fa9", "health_after.json": "51e2ed3237fffcc95e1ae719d4bbe08616a4a0e026a01998d93dfb210f4d6b52", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "1e268a9ef524f6f2606a9ef92c3f5e7b222cf192c862ed9c7b10af8b038ac918", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "15cf7b9f12b2111e43be5b7a9711ffb2c6656b52e3df93c1675519bb21726346", "sandbox.sb": "957e1f9faf24bf15975cb734669403afe40fd17fa0f5f0296d79ab316ac8a720", "stderr.txt": "23e9c007f8ef735ff6e5d3f993c850e6bcae07d36f7d864b97a9f5499c171ff2", "reasoning_preflight.json": "bf989a20ecee480e99a526bd9bbcec4a110bd3148371f1b6ed6010d2f2ae1926", "launch.json": "748a2de5002591fbf917beefa570eb83aee41a1c63323b1675a1db1d386525f4", "invocation.json": "df4de0c2f25cf0710a7f64992734ce4356bb2a8f5fbc5fdd2d788d150f10d8da", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "8cf8732a0bdbb62ec2f95e1d8996a74b3a6881f00c4cb3247c28c28603934e4f", "product_source.json": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb", "post-terminal-settlement.json": "a30f08ed19272dd3a3745f5980684e8e381ecea17b63287afef94638fe4cefea", "workspace/solution.py": "5f99ad976de6168fd20872438828c8bc626d372ddfc862ba09e75406cc75360e", "private_producer/state.json": "30bbab5fdcb76018367c7bb7d4cf5e22fe862aa96ff777bcd681981d269f4b35", "private_producer/gateway-0001.sse": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "private_producer/gateway-0002.sse": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "private_producer/runtime/compaction_events.jsonl": "fd36f2d3398cb8f24a5c29af2bdf306ee391ede023180df6e51f415cbb9699fa", "private_producer/runtime/.verdict_code_usage.inv-51174d8630a64471a3725f876c0a475d.json": "aafbb2b39a9d317daff1833a9e87953a44ceb6a64117ead57ee5cb8fab2511b9", "private_producer/runtime/model_cache/availability_cache.json": "c4f62b55d0521cf7dbd9d2136b13a109b0eecbf8a98b52dd6fb84f0b0b22acc9", "private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4/comms.txt": "0448e47cb12076c3949f3b5d14464cc28c9f5dff0118c1048bb33c5a9faa3a79", "private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4-t1/comms.txt": "c698c7b6b34ac32564c7b572319131f8712922f41b1b335e9e29ad46c962d42f", "private_producer/runtime/artifacts/runs/20261016T130549Z_verdict-code_byok_zai_glm-5.3-flash_9801e4-t2/comms.txt": "7d81ec11a05ad5c6bd607b331ebcc3459ace284312df6b3fd474cdf3b662e3dc", "terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.timing.json": "17a194e5265956dd5db6a2baf97a9171b5f818aa19931ffe7ecfe216554f3780", "terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.response.txt": "87ce1ce9813398c00317df8227a5d1e00658e584218bf9deb730aea08ce1a175", "terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.response.txt": "743ba670373741eabfb536448ff8335449cbcafc8be07a91d414807fdce6cea1", "terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.timing.json": "29d541fe8bf2b9f5ec71f075d0f1338e519ae95db6f02e26d327989158f68508", "terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/20848747ac524262a0260c05b359d23e.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.request.json": "21289292dec095541beb7ae7ad4d4da7fbfe2dee697daa9e715b4b54d6db6a35", "terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.response.txt": "fd46df19277ee7af45c9cc4c2073e72aec1f2bcb58baa7ba781612412f10171c", "terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.timing.json": "beeb2773d40e4e467133ecead8beaa36fbc20cbd04e85438f5e3f3f6726213f6", "terminal_evidence/25fe19c790ca4254808f5b892e323db9.timing.json": "7f2eb306f94c9a2e5fc8ff3ea72af1c06e71e4b25ac244a3839306d0f1739c83", "terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.timing.json": "f4e0b55a4f25535a990d17cfeb13269e99d93fcdbc177a37297a26f81547373e", "terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.response.txt": "716348065ef7c40cfe26b489c7cde972d074683d1a74a2259d67ad0a129a9f1e", "terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.timing.json": "06d00a99e17d051327eb9d6385a031be6286cd0df4f659cf629eb6da4b1e3cd3", "terminal_evidence/budget_ledger.json": "1e268a9ef524f6f2606a9ef92c3f5e7b222cf192c862ed9c7b10af8b038ac918", "terminal_evidence/bfb49526f29f49a9a6e185348e3d8f2a.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/5e5fa10a9a4f4ea4b566f2947240288f.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/25fe19c790ca4254808f5b892e323db9.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "terminal_evidence/25fe19c790ca4254808f5b892e323db9.request.json": "777c81e03df4cef402c45a5fecaed29a10c7de633a8ad677763e0b40137e42a3", "terminal_evidence/7c12ec0c0aec49b6ac478efc92cb46f9.response.txt": "5c5b64cdde3ef7c12fff08b59ee4fc29316f2e8cdca9ea2ab587893aa9d9a1df", "terminal_evidence/25fe19c790ca4254808f5b892e323db9.response.txt": "bc3dcc6d2dd5739c82b7cb080f449e2bc5731695af56c2b8b1874277cfcd1bd3", "terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.response.txt": "f56f2bb31bf89e4329daa1f3abdd938d8a1c158130025c1048d97930ead92230", "terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/20848747ac524262a0260c05b359d23e.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/1d763fa8842e4668a9cb19c7b080f6b5.request.json": "2139bdbc9aaf08e500b292792a7400c9f75afc749251b421757b86f20e6472cf", "terminal_evidence/20848747ac524262a0260c05b359d23e.response.txt": "cd206fb1d45c637c8ab1d873ff3513fa14ecc25d6731f6375bc05107e10728ce", "terminal_evidence/881253f137ab4e9eb028eb5b0fb67969.http.json": "835c69d94140a3e5dd8b63f42d24456f2d8db61d822cf173e22e80d06155a4b8", "terminal_evidence/bf60b27a6dc54e0292f102f48b0aeabf.timing.json": "1a76a45f95100db30e7f7f4771d56291c999b0f8382dfb06bd36a27012ef6aae", "terminal_evidence/20848747ac524262a0260c05b359d23e.timing.json": "b255042c3ab9c489e0a6677211d1ef19182e005be1a71c83478724633845b300", "source_snapshot/tools/verdict-code/VERSION": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "f963ab4851b792307a0f4102a8f05305dfa6725f", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "effort", "effort": "low" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "catalogCostEstimate": { "estimatedUsd": 0.0010611, "inputUsdPerMtok": 0.15, "outputUsdPerMtok": 0.5, "source": "model-selection/selection.json", "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" } } }