{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "local/lmstudio/google/gemma-4-26b-a4b", "resolvedModel": null, "wallSeconds": 240.091, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 0, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "TIMEOUT", "tier": "local/LAN", "diagnosticOnly": true, "comparisonEligible": false, "cohort": "historical-model", "resultNote": "Four-minute limit reached; no completed result.", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "evidenceFile": "20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4.json", "archived": true }, "sourceRecord": { "id": "20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": null, "cohort": "original-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "local/lmstudio/google/gemma-4-26b-a4b", "resolvedModel": null, "status": "TIMEOUT", "wallSeconds": 240.091, "inputTokens": null, "outputTokens": null, "totalTokens": null, "costUsd": null, "energyWh": null, "assertionsPassed": 0, "assertionsTotal": 20, "observedCodePass": false, "exitCode": -15, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED.", "Incomplete whole-attempt accounting; captured provider-call subtotals are lower bounds only." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154133.397026 }, "mutableRuntimeFiles": [ "budget_ledger.json", "76d1c586ef064519a11ca71698f2acfb.timing.json", "76d1c586ef064519a11ca71698f2acfb.request.json", "76d1c586ef064519a11ca71698f2acfb.http.json", "76d1c586ef064519a11ca71698f2acfb.response.txt", "76d1c586ef064519a11ca71698f2acfb.transport_error.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "TIMEOUT", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": true, "tokenSource": "incomplete", "accountingComplete": false, "identityVerified": false, "providerCallCount": 1, "partialInputTokens": 903, "partialOutputTokens": 5288, "partialTotalTokens": 6191, "partialEstimatedCostUsd": null, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": 4649, "allCallsReportReasoning": true, "tokensPerSecond": null, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": false, "timeoutSeconds": 240, "terminalError": null, "publicOutcomeNote": "Four-minute limit reached; no completed result.", "terminalCompleted": false, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": false, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4.json", "publicEvidenceSha256": "66b4a6cb0faffa3db0474b4343ebbd1eddea228fe67a04721e2c6f00198b31c1" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.http.json", "sha256": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "bytes": 137 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.request.json", "sha256": "f7c7ba5dd27f3c47114cecfca7ae2e44a1b2d8d3f1740ad5170371fe68f23d9c", "bytes": 4511 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.response.txt", "sha256": "f5f5fe2c3064fee438727dad6623e1da13017f18121ea57d172ab8f51a12525e", "bytes": 87524 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.timing.json", "sha256": "5abdc650fa367abb1336cc612bd6e1e0c4b32c46ccb9e9ccfe587c341d54dcdf", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.transport_error.json", "sha256": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "bytes": 94 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/budget_ledger.json", "sha256": "c26c83463439c02d8def4d164cdcd5551ac96f120be55d03f9a5c5087868d7d9", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/budget_ledger_at_terminal.json", "sha256": "c26c83463439c02d8def4d164cdcd5551ac96f120be55d03f9a5c5087868d7d9", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/freeze.json", "sha256": "330cba0b6246dadd4f1333ad8613df95bf1bee5e599efa31facc151784cbbd9a", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792154133.397026\n}", "contentRedacted": false, "publishedContentSha256": "330cba0b6246dadd4f1333ad8613df95bf1bee5e599efa31facc151784cbbd9a" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/health_after.json", "sha256": "aff3aaf40a1d826ca8db54235e911df495d1d090d83480d92363ddc69d8dfb7b", "bytes": 1326 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/health_before.json", "sha256": "c2664baca5e00d6ffc73d693c0f6975a7673dc5e25cf6456323420c8c05d2b7c", "bytes": 1327 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/invocation.json", "sha256": "cb0d51416bfe5d5c34ee849aa21d15a91ff8eb672316f88baf73c4c0af2ce49e", "bytes": 2083 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/launch.json", "sha256": "4b987da5764bb63085a1cf52d834fc994345fc6e9de58d4d81f4fec9430897d5", "bytes": 185 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/model_preflight.json", "sha256": "d755e6b48b0f81bb10ecb32a0d1771d6334d0575d88bfdbb7a42d56e192affc2", "bytes": 2738 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/oracle.stdout.txt", "sha256": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f", "bytes": 1937, "content": "{\"passed\": 0, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \" 120\\t\", \"expected\": 120, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"0007\", \"expected\": 7, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"-1\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"+1\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"1.5\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": null, \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": 4, \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"error\": \"NotImplementedError\", \"pass\": false}]}\n", "contentRedacted": false, "publishedContentSha256": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/policy.json", "sha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "bytes": 923, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0.0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/post-terminal-settlement.json", "sha256": "b9de4c00e62a055998f235648f976142262835ebc5cd02fdbe0da983e16bff62", "bytes": 383 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/product_source.json", "sha256": "cf97a261410dadf3aea44fcd4f40e999c233b474e50db2cf86b1787309145419", "bytes": 846, "content": "{\n \"head\": \"409511b4c7a8ff3f29dff3ac2f029f5f1a469d41\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"fbd52df5b884ce02cdc8057c51d56f949f143b9a17562f494ab1ebeaef715ce7\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "cf97a261410dadf3aea44fcd4f40e999c233b474e50db2cf86b1787309145419" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/result.json", "sha256": "7001cddf61aaa10466c228c9d6ef87948a5417f4429675bf784567d1056929fc", "bytes": 5551 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/sandbox.sb", "sha256": "74ff311a2d2b1098c61fcd5c440c240cb7e96dd304cef54f5d92401d7b0e6045", "bytes": 5957 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/tools/verdict-code/VERSION", "sha256": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "fbd52df5b884ce02cdc8057c51d56f949f143b9a17562f494ab1ebeaef715ce7", "bytes": 762894 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/stdout.txt", "sha256": "c757c473c38ca4f88efa3bae043ffe9350e47ebcef60a0658a8436c59b32fe45", "bytes": 263 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/76d1c586ef064519a11ca71698f2acfb.http.json", "sha256": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "bytes": 137 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/76d1c586ef064519a11ca71698f2acfb.request.json", "sha256": "f7c7ba5dd27f3c47114cecfca7ae2e44a1b2d8d3f1740ad5170371fe68f23d9c", "bytes": 4511 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/76d1c586ef064519a11ca71698f2acfb.response.txt", "sha256": "f5f5fe2c3064fee438727dad6623e1da13017f18121ea57d172ab8f51a12525e", "bytes": 87524 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/76d1c586ef064519a11ca71698f2acfb.timing.json", "sha256": "5abdc650fa367abb1336cc612bd6e1e0c4b32c46ccb9e9ccfe587c341d54dcdf", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/76d1c586ef064519a11ca71698f2acfb.transport_error.json", "sha256": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "bytes": 94 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/terminal_evidence/budget_ledger.json", "sha256": "c26c83463439c02d8def4d164cdcd5551ac96f120be55d03f9a5c5087868d7d9", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/workspace/aider_model_metadata.json", "sha256": "2c87663642695db0538cb361ad26146c72d27cf1d91d2c91a199c27242f74d11", "bytes": 201 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/workspace/aider_settings.yml", "sha256": "440102e5473b0ca48f19ef78912a79ffc3b0bce7c25d52fc5760b990607b9809", "bytes": 197 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/workspace/chat_history.md", "sha256": "59242d2992c6ccf026df92b8b6256d389a9f8d8b4d2ac9c4059cba42a0b82372", "bytes": 2395 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/workspace/solution.py", "sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "bytes": 134, "content": "def retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n raise NotImplementedError\n", "contentRedacted": false, "publishedContentSha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154133.397026 }, "candidateCode": "def retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n raise NotImplementedError\n", "oracle": { "passed": 0, "total": 20, "cases": [ { "input": "0", "expected": 0, "error": "NotImplementedError", "pass": false }, { "input": " 120\t", "expected": 120, "error": "NotImplementedError", "pass": false }, { "input": "0007", "expected": 7, "error": "NotImplementedError", "pass": false }, { "input": "-1", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "+1", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "1.5", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "１２", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "١٢", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": null, "expected": null, "error": "NotImplementedError", "pass": false }, { "input": 4, "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "error": "NotImplementedError", "pass": false }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "error": "NotImplementedError", "pass": false }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "error": "NotImplementedError", "pass": false } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4/76d1c586ef064519a11ca71698f2acfb.request.json", "requestSha256": "f7c7ba5dd27f3c47114cecfca7ae2e44a1b2d8d3f1740ad5170371fe68f23d9c", "responseSha256": "f5f5fe2c3064fee438727dad6623e1da13017f18121ea57d172ab8f51a12525e", "httpStatus": 200, "requestedModel": "local/lmstudio/google/gemma-4-26b-a4b", "resolvedModel": "local/lmstudio/google/gemma-4-26b-a4b", "backendModel": "google/gemma-4-26b-a4b", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 903, "outputTokens": 5288, "totalTokens": 6191, "costUsd": 0.0, "energyWh": 1.203806, "finishReasons": [ "stop" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 4649 } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:35:33.427756+00:00", "uptime_seconds": 142.73878979682922, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:39:34.473982+00:00", "uptime_seconds": 383.7850151062012, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T123533Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9410a4", "rawResultSha256": "7001cddf61aaa10466c228c9d6ef87948a5417f4429675bf784567d1056929fc", "rawEvidenceHashes": { "health_before.json": "c2664baca5e00d6ffc73d693c0f6975a7673dc5e25cf6456323420c8c05d2b7c", "stdout.txt": "c757c473c38ca4f88efa3bae043ffe9350e47ebcef60a0658a8436c59b32fe45", "policy.json": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "health_after.json": "aff3aaf40a1d826ca8db54235e911df495d1d090d83480d92363ddc69d8dfb7b", "model_preflight.json": "d755e6b48b0f81bb10ecb32a0d1771d6334d0575d88bfdbb7a42d56e192affc2", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "c26c83463439c02d8def4d164cdcd5551ac96f120be55d03f9a5c5087868d7d9", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "c3d030ba02043059f1883ea1f2bed26f104ebc8d52b157f537271f5b7381f35f", "sandbox.sb": "74ff311a2d2b1098c61fcd5c440c240cb7e96dd304cef54f5d92401d7b0e6045", "stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "launch.json": "4b987da5764bb63085a1cf52d834fc994345fc6e9de58d4d81f4fec9430897d5", "invocation.json": "cb0d51416bfe5d5c34ee849aa21d15a91ff8eb672316f88baf73c4c0af2ce49e", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "330cba0b6246dadd4f1333ad8613df95bf1bee5e599efa31facc151784cbbd9a", "product_source.json": "cf97a261410dadf3aea44fcd4f40e999c233b474e50db2cf86b1787309145419", "post-terminal-settlement.json": "b9de4c00e62a055998f235648f976142262835ebc5cd02fdbe0da983e16bff62", "workspace/aider_model_metadata.json": "2c87663642695db0538cb361ad26146c72d27cf1d91d2c91a199c27242f74d11", "workspace/solution.py": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "workspace/chat_history.md": "59242d2992c6ccf026df92b8b6256d389a9f8d8b4d2ac9c4059cba42a0b82372", "workspace/aider_settings.yml": "440102e5473b0ca48f19ef78912a79ffc3b0bce7c25d52fc5760b990607b9809", "terminal_evidence/76d1c586ef064519a11ca71698f2acfb.timing.json": "5abdc650fa367abb1336cc612bd6e1e0c4b32c46ccb9e9ccfe587c341d54dcdf", "terminal_evidence/76d1c586ef064519a11ca71698f2acfb.request.json": "f7c7ba5dd27f3c47114cecfca7ae2e44a1b2d8d3f1740ad5170371fe68f23d9c", "terminal_evidence/76d1c586ef064519a11ca71698f2acfb.http.json": "aad02da92b4907383feba3cbc7e7a09c1032c258046d463bc02a7be689766b52", "terminal_evidence/76d1c586ef064519a11ca71698f2acfb.response.txt": "f5f5fe2c3064fee438727dad6623e1da13017f18121ea57d172ab8f51a12525e", "terminal_evidence/76d1c586ef064519a11ca71698f2acfb.transport_error.json": "9e3dde7a0b22e198b6c703abf134a328a02e887a1ecc4767e777dc4624d54cf3", "terminal_evidence/budget_ledger.json": "c26c83463439c02d8def4d164cdcd5551ac96f120be55d03f9a5c5087868d7d9", "source_snapshot/tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "fbd52df5b884ce02cdc8057c51d56f949f143b9a17562f494ab1ebeaef715ce7", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "409511b4c7a8ff3f29dff3ac2f029f5f1a469d41", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "fbd52df5b884ce02cdc8057c51d56f949f143b9a17562f494ab1ebeaef715ce7", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "98ddd8c64dd951f851d65ceaa4a8939727b829f146950a55439b56bd45e16208", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false } } }