{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "byok/openai/gpt-6-luna", "resolvedModel": "byok/openai/gpt-6-luna", "wallSeconds": 30.003, "inputTokens": 836, "outputTokens": 1576, "totalTokens": 2412, "costUsd": 0.000872, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "PASS", "tier": "cloud/BYOK", "diagnosticOnly": false, "comparisonEligible": true, "cohort": "current-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "evidenceFile": "20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0.json", "archived": false }, "sourceRecord": { "id": "20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": "20261016T124951Z_aider_byok_openai_gpt-6-luna_fd7473", "cohort": "current-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "byok/openai/gpt-6-luna", "resolvedModel": "byok/openai/gpt-6-luna", "status": "PASS", "wallSeconds": 30.003, "inputTokens": 836, "outputTokens": 1576, "totalTokens": 2412, "costUsd": 0.000872, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedCodePass": true, "exitCode": 0, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792155949.939894 }, "mutableRuntimeFiles": [ "budget_ledger.json", "1a0c18c3c58c4a22b8d65517c6009e8d.request.json", "1a0c18c3c58c4a22b8d65517c6009e8d.response.txt", "1a0c18c3c58c4a22b8d65517c6009e8d.timing.json", "1a0c18c3c58c4a22b8d65517c6009e8d.http.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "PASS", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": false, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 1, "partialInputTokens": 836, "partialOutputTokens": 1576, "partialTotalTokens": 2412, "partialEstimatedCostUsd": 0.000872, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": 1021, "allCallsReportReasoning": true, "tokensPerSecond": 80.392, "knownTokensIncludingAdditiveReasoning": 2412, "knownTokensIncludingAdditiveReasoningPerSecond": 80.392, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": null, "terminalCompleted": true, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": true, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0.json", "publicEvidenceSha256": "668542f7772401dbd20a44eaf0cace21b5050b82b6138676ef38cc17881775cb", "modelSelectionEvidence": "model-selection/selection.json", "catalogEstimatedCostUsd": 0.0008716, "catalogCostEstimateSource": "model-selection/selection.json", "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/1a0c18c3c58c4a22b8d65517c6009e8d.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/1a0c18c3c58c4a22b8d65517c6009e8d.request.json", "sha256": "8d001bfb7406cdc6f86b5810a4eefc87a8b0dff13b11c9f9372522608ff1fa31", "bytes": 4494 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/1a0c18c3c58c4a22b8d65517c6009e8d.response.txt", "sha256": "809e00e48db3dc3a2d3d1a8cea87b888c46ff2351fec4616db0be37639e64f61", "bytes": 49972 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/1a0c18c3c58c4a22b8d65517c6009e8d.timing.json", "sha256": "81641121157e42048d57946800e9d3aabcb8e759e2611f943c729e20b3e8281a", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/budget_ledger.json", "sha256": "fd94aae291611df832b92de01f0893d69f9ab9fc0f678067c74c253dc605545c", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/budget_ledger_at_terminal.json", "sha256": "fd94aae291611df832b92de01f0893d69f9ab9fc0f678067c74c253dc605545c", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/freeze.json", "sha256": "a94ccb34643b75839e43cce3243e206813ddb2911f6b1b45dcac9e7efc65def6", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792155949.939894\n}", "contentRedacted": false, "publishedContentSha256": "a94ccb34643b75839e43cce3243e206813ddb2911f6b1b45dcac9e7efc65def6" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/health_after.json", "sha256": "1aac94e01d00e610e62ea84f09caf62a263429e6c1642a6e4b2106e91c9044c6", "bytes": 1328 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/health_before.json", "sha256": "b9e26b556d7e588d6d4ffdc4921e9c49bbace6b286ac6e12f7b789ead0969839", "bytes": 1328 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/invocation.json", "sha256": "38a1763576603920523e6d77b2dd525f60c3cf1266e855e62ea336392e84bec0", "bytes": 1993 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/launch.json", "sha256": "e8360513f0447aeeaa90b9e01ff882d28154442950b3e3e0fd4c964e9c409dd5", "bytes": 218 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/model_preflight.json", "sha256": "fab31107483f327570678d82ca110e85fc6a2f46e071ef7088fcfc3e0da72a6c", "bytes": 1725 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/oracle.stdout.txt", "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "bytes": 1582, "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/policy.json", "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "bytes": 921, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/post-terminal-settlement.json", "sha256": "1998f6c5741d8670167ae23113bf390dded36e2e8111950062d3ac3e258743da", "bytes": 382 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/product_source.json", "sha256": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb", "bytes": 846, "content": "{\n \"head\": \"f963ab4851b792307a0f4102a8f05305dfa6725f\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/result.json", "sha256": "7c1ab17f9ebefe76aca82891f69fff859d54db0d9d8618e082f5dc5fbb34b73c", "bytes": 5342 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/sandbox.sb", "sha256": "aefd9312a6d0e6d8f86df40aeb045d922de3949daac455338d633a88f7ba03a1", "bytes": 5672 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/tools/verdict-code/VERSION", "sha256": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "bytes": 765811 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/stdout.txt", "sha256": "b3c5a83467adff7bac33580b780bb0c2fe5252a638a1c9bae0b8af694c0e3adc", "bytes": 2212 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.request.json", "sha256": "8d001bfb7406cdc6f86b5810a4eefc87a8b0dff13b11c9f9372522608ff1fa31", "bytes": 4494 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.response.txt", "sha256": "809e00e48db3dc3a2d3d1a8cea87b888c46ff2351fec4616db0be37639e64f61", "bytes": 49972 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.timing.json", "sha256": "81641121157e42048d57946800e9d3aabcb8e759e2611f943c729e20b3e8281a", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/terminal_evidence/budget_ledger.json", "sha256": "fd94aae291611df832b92de01f0893d69f9ab9fc0f678067c74c253dc605545c", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/workspace/aider_model_metadata.json", "sha256": "9979fbb7ca31bfb3a63cf3b3d5d308f4fa277177520efafe84d736ce9881ff00", "bytes": 188 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/workspace/aider_settings.yml", "sha256": "89b007f676b77171f654f8addf2f028f20015ec39e63d890e8a06edf4bb2d120", "bytes": 180 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/workspace/chat_history.md", "sha256": "e313ba7d59fae17d8f048aa870272a4dcbbbcdb60092f216cdebbec4e6407504", "bytes": 4294 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/workspace/solution.py", "sha256": "ae39002170ba1215ea7d6fa352385aace480569cd63f5723729e68f70a79ab30", "bytes": 1703, "content": "import re\nfrom datetime import datetime, timezone\n\n\n_DELAY_RE = re.compile(r\"[0-9]+\\Z\")\n_DATE_RE = re.compile(\n r\"([A-Z][a-z]{2}), ([0-9]{2}) ([A-Z][a-z]{2}) ([0-9]{4}) \"\n r\"([0-9]{2}):([0-9]{2}):([0-9]{2}) GMT\\Z\"\n)\n_WEEKDAYS = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTHS = {\n \"Jan\": 1,\n \"Feb\": 2,\n \"Mar\": 3,\n \"Apr\": 4,\n \"May\": 5,\n \"Jun\": 6,\n \"Jul\": 7,\n \"Aug\": 8,\n \"Sep\": 9,\n \"Oct\": 10,\n \"Nov\": 11,\n \"Dec\": 12,\n}\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n value = value.strip()\n\n if _DELAY_RE.fullmatch(value):\n result = 0\n for start in range(0, len(value), 9):\n chunk = value[start : start + 9]\n result = result * (10 ** len(chunk)) + int(chunk)\n return result\n\n match = _DATE_RE.fullmatch(value)\n if match is None:\n return None\n\n weekday, day, month, year, hour, minute, second = match.groups()\n month_number = _MONTHS.get(month)\n if month_number is None:\n return None\n\n try:\n date = datetime(\n int(year),\n month_number,\n int(day),\n int(hour),\n int(minute),\n int(second),\n tzinfo=timezone.utc,\n )\n except ValueError:\n return None\n\n if _WEEKDAYS[date.weekday()] != weekday:\n return None\n\n delta = date - now.astimezone(timezone.utc)\n microseconds = (\n (delta.days * 86400 + delta.seconds) * 1_000_000 + delta.microseconds\n )\n if microseconds <= 0:\n return 0\n\n return (microseconds + 999_999) // 1_000_000\n", "contentRedacted": false, "publishedContentSha256": "ae39002170ba1215ea7d6fa352385aace480569cd63f5723729e68f70a79ab30" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792155949.939894 }, "candidateCode": "import re\nfrom datetime import datetime, timezone\n\n\n_DELAY_RE = re.compile(r\"[0-9]+\\Z\")\n_DATE_RE = re.compile(\n r\"([A-Z][a-z]{2}), ([0-9]{2}) ([A-Z][a-z]{2}) ([0-9]{4}) \"\n r\"([0-9]{2}):([0-9]{2}):([0-9]{2}) GMT\\Z\"\n)\n_WEEKDAYS = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTHS = {\n \"Jan\": 1,\n \"Feb\": 2,\n \"Mar\": 3,\n \"Apr\": 4,\n \"May\": 5,\n \"Jun\": 6,\n \"Jul\": 7,\n \"Aug\": 8,\n \"Sep\": 9,\n \"Oct\": 10,\n \"Nov\": 11,\n \"Dec\": 12,\n}\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n value = value.strip()\n\n if _DELAY_RE.fullmatch(value):\n result = 0\n for start in range(0, len(value), 9):\n chunk = value[start : start + 9]\n result = result * (10 ** len(chunk)) + int(chunk)\n return result\n\n match = _DATE_RE.fullmatch(value)\n if match is None:\n return None\n\n weekday, day, month, year, hour, minute, second = match.groups()\n month_number = _MONTHS.get(month)\n if month_number is None:\n return None\n\n try:\n date = datetime(\n int(year),\n month_number,\n int(day),\n int(hour),\n int(minute),\n int(second),\n tzinfo=timezone.utc,\n )\n except ValueError:\n return None\n\n if _WEEKDAYS[date.weekday()] != weekday:\n return None\n\n delta = date - now.astimezone(timezone.utc)\n microseconds = (\n (delta.days * 86400 + delta.seconds) * 1_000_000 + delta.microseconds\n )\n if microseconds <= 0:\n return 0\n\n return (microseconds + 999_999) // 1_000_000\n", "oracle": { "passed": 20, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0/1a0c18c3c58c4a22b8d65517c6009e8d.request.json", "requestSha256": "8d001bfb7406cdc6f86b5810a4eefc87a8b0dff13b11c9f9372522608ff1fa31", "responseSha256": "809e00e48db3dc3a2d3d1a8cea87b888c46ff2351fec4616db0be37639e64f61", "httpStatus": 200, "requestedModel": "byok/openai/gpt-6-luna", "resolvedModel": "byok/openai/gpt-6-luna", "backendModel": "openai/gpt-6-luna", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 836, "outputTokens": 1576, "totalTokens": 2412, "costUsd": 0.000872, "energyWh": null, "finishReasons": [ "stop" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 1021 } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:05:50.024786+00:00", "uptime_seconds": 47.76213002204895, "server_start_time": 1792155902.262659, "git_sha": "f963ab4851b792307a0f4102a8f05305dfa6725f", "build_time": "2026-10-16T09:04:56-04:00", "version": "f963ab4851b792307a0f4102a8f05305dfa6725f", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T13:06:20.538794+00:00", "uptime_seconds": 78.27614116668701, "server_start_time": 1792155902.262659, "git_sha": "f963ab4851b792307a0f4102a8f05305dfa6725f", "build_time": "2026-10-16T09:04:56-04:00", "version": "f963ab4851b792307a0f4102a8f05305dfa6725f", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T130549Z_aider_byok_openai_gpt-6-luna_563ba0", "rawResultSha256": "7c1ab17f9ebefe76aca82891f69fff859d54db0d9d8618e082f5dc5fbb34b73c", "rawEvidenceHashes": { "health_before.json": "b9e26b556d7e588d6d4ffdc4921e9c49bbace6b286ac6e12f7b789ead0969839", "stdout.txt": "b3c5a83467adff7bac33580b780bb0c2fe5252a638a1c9bae0b8af694c0e3adc", "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "health_after.json": "1aac94e01d00e610e62ea84f09caf62a263429e6c1642a6e4b2106e91c9044c6", "model_preflight.json": "fab31107483f327570678d82ca110e85fc6a2f46e071ef7088fcfc3e0da72a6c", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "fd94aae291611df832b92de01f0893d69f9ab9fc0f678067c74c253dc605545c", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "sandbox.sb": "aefd9312a6d0e6d8f86df40aeb045d922de3949daac455338d633a88f7ba03a1", "stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "launch.json": "e8360513f0447aeeaa90b9e01ff882d28154442950b3e3e0fd4c964e9c409dd5", "invocation.json": "38a1763576603920523e6d77b2dd525f60c3cf1266e855e62ea336392e84bec0", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "a94ccb34643b75839e43cce3243e206813ddb2911f6b1b45dcac9e7efc65def6", "product_source.json": "3ee742ff6289eeb02bc52269e2b0ce00821c814675d14f7197e4bc5b7c4f06bb", "post-terminal-settlement.json": "1998f6c5741d8670167ae23113bf390dded36e2e8111950062d3ac3e258743da", "workspace/aider_model_metadata.json": "9979fbb7ca31bfb3a63cf3b3d5d308f4fa277177520efafe84d736ce9881ff00", "workspace/solution.py": "ae39002170ba1215ea7d6fa352385aace480569cd63f5723729e68f70a79ab30", "workspace/chat_history.md": "e313ba7d59fae17d8f048aa870272a4dcbbbcdb60092f216cdebbec4e6407504", "workspace/aider_settings.yml": "89b007f676b77171f654f8addf2f028f20015ec39e63d890e8a06edf4bb2d120", "terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.request.json": "8d001bfb7406cdc6f86b5810a4eefc87a8b0dff13b11c9f9372522608ff1fa31", "terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.response.txt": "809e00e48db3dc3a2d3d1a8cea87b888c46ff2351fec4616db0be37639e64f61", "terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.timing.json": "81641121157e42048d57946800e9d3aabcb8e759e2611f943c729e20b3e8281a", "terminal_evidence/1a0c18c3c58c4a22b8d65517c6009e8d.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/budget_ledger.json": "fd94aae291611df832b92de01f0893d69f9ab9fc0f678067c74c253dc605545c", "source_snapshot/tools/verdict-code/VERSION": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "f963ab4851b792307a0f4102a8f05305dfa6725f", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "feb01af5203fd8c9b7472398215d515bed3b54beb21ad04b65977e49d04b5056", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "bc7c10a9e743d6c428ad24b80e593b30d5513f4ba051cfa14b4c3ed01d00ec61", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "catalogCostEstimate": { "estimatedUsd": 0.0008716, "inputUsdPerMtok": 0.1, "outputUsdPerMtok": 0.5, "source": "model-selection/selection.json", "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" } } }