{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "byok/zai/glm-5.3-flashx", "resolvedModel": "byok/zai/glm-5.3-flashx", "wallSeconds": 40.713, "inputTokens": 822, "outputTokens": 5489, "totalTokens": 6311, "costUsd": 0.007165390000000001, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "PASS", "tier": "cloud/BYOK", "diagnosticOnly": false, "comparisonEligible": true, "cohort": "current-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "evidenceFile": "20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b.json", "archived": false }, "sourceRecord": { "id": "20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": null, "cohort": "current-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "aider", "requestedModel": "byok/zai/glm-5.3-flashx", "resolvedModel": "byok/zai/glm-5.3-flashx", "status": "PASS", "wallSeconds": 40.713, "inputTokens": 822, "outputTokens": 5489, "totalTokens": 6311, "costUsd": 0.007165390000000001, "energyWh": null, "assertionsPassed": 20, "assertionsTotal": 20, "observedCodePass": true, "exitCode": 0, "evidencePaths": [ "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154991.377439 }, "mutableRuntimeFiles": [ "budget_ledger.json", "e7103867e4144cd5be3792dd3c2b229c.http.json", "e7103867e4144cd5be3792dd3c2b229c.request.json", "e7103867e4144cd5be3792dd3c2b229c.response.txt", "e7103867e4144cd5be3792dd3c2b229c.timing.json" ], "terminalBudgetSnapshot": "budget_ledger_at_terminal.json", "terminalTransportSnapshot": "terminal_evidence/", "rawStatus": "PASS", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": false, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 1, "partialInputTokens": 822, "partialOutputTokens": 5489, "partialTotalTokens": 6311, "partialEstimatedCostUsd": 0.007165390000000001, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": null, "allCallsReportReasoning": false, "tokensPerSecond": 155.012, "knownTokensIncludingAdditiveReasoning": 6311, "knownTokensIncludingAdditiveReasoningPerSecond": 155.012, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": null, "terminalCompleted": true, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": true, "publicEvidencePath": "artifacts/agent_comparison_completion_repair_20261016/matrix/public_evidence/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b.json", "publicEvidenceSha256": "2d3fb9d95bef3e6167a34161b723bdbc05b8ecaba3bbc622e320ce1f60b79bcf", "modelSelectionEvidence": "model-selection/selection.json", "catalogEstimatedCostUsd": 0.007165390000000001, "catalogCostEstimateSource": "model-selection/selection.json", "catalogCostEstimateFormula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" }, "sourceFile": "artifacts/agent_comparison_completion_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "cfdb4bb21c1038588f0951f2cbe4774e077c01691d7e0e53434881d3b9a16419", "files": [ { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/budget_ledger.json", "sha256": "46283530f9a850fe169f1b0ee06bf0286c0a13901a23f0ef3db2ecedfb18b093", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/budget_ledger_at_terminal.json", "sha256": "46283530f9a850fe169f1b0ee06bf0286c0a13901a23f0ef3db2ecedfb18b093", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/e7103867e4144cd5be3792dd3c2b229c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/e7103867e4144cd5be3792dd3c2b229c.request.json", "sha256": "bcaeef6e2ff02937618d20dc11bc3a7baf63ecfc0ef839b4f6e3146c82eb39a0", "bytes": 4495 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/e7103867e4144cd5be3792dd3c2b229c.response.txt", "sha256": "43bbae9ee0797b6c656d20fe6582e24c22fde1234c1adcccdc286d45cd3d1ee3", "bytes": 1221273 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/e7103867e4144cd5be3792dd3c2b229c.timing.json", "sha256": "faef7d84a5fabcbe7f0e40a9a8137b22707ab8705b79faa5f67413b660bd51ba", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/freeze.json", "sha256": "372a0eb9bc9e6b5603e8ac04cac3ba2bdf79f5311dcfb1199c2503c323fc9b04", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792154991.377439\n}", "contentRedacted": false, "publishedContentSha256": "372a0eb9bc9e6b5603e8ac04cac3ba2bdf79f5311dcfb1199c2503c323fc9b04" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/health_after.json", "sha256": "403323790cfa771bbc5fab13abcb9320bf9530f81bd0c7b2e10d73b162fc852d", "bytes": 1327 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/health_before.json", "sha256": "e70c81833515e0b68c58bc4d6711a2f4f24403a34578b16d099376b32b0fa116", "bytes": 1327 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/invocation.json", "sha256": "c2c53a1beba47fc78592c443093a110e7004a05942c4de263643d0ddccfde1e6", "bytes": 1999 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/launch.json", "sha256": "294e7fd42bcd9a6d2d0ebba8907afa3e1f40713f316665f275a0bb10dd1938d7", "bytes": 169 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/model_preflight.json", "sha256": "5e38545001990c6b24f77f36a2dec525d9706a6e5c7c4cb141ab2e12ed629686", "bytes": 1953 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/oracle.stdout.txt", "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "bytes": 1582, "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/policy.json", "sha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "bytes": 921, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/post-terminal-settlement.json", "sha256": "2479b15ce46aa7c53d3a02b795e221ce3de28eee25d7b91b61172d1139f9ffc0", "bytes": 382 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/product_source.json", "sha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489", "bytes": 846, "content": "{\n \"head\": \"2b4a2c58091feb69360b7704c8ceee9f1ccffb89\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0\",\n \"tools/verdict-code/verdict_code/agent.py\": \"39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab\",\n \"tools/verdict-code/VERSION\": \"361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c\",\n \"scripts/benchmarks/agent_comparison_completion_repair_20261016.py\": \"827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa\"\n },\n \"retainedSourceBytes\": \"source_snapshot/\"\n}", "contentRedacted": false, "publishedContentSha256": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/result.json", "sha256": "d8ef0b72ab808353bd39de51291f290fae8d9b010ce42eb4ede22505150012c4", "bytes": 5295 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/sandbox.sb", "sha256": "3fa1c798be350bc6228c3d9d9fa7c006b8f3aaec8a71217fc87466f03b0ea335", "bytes": 5691 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py", "sha256": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa", "bytes": 13274 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py", "sha256": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "bytes": 38332 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/tools/verdict-code/VERSION", "sha256": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c", "bytes": 8 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/tools/verdict-code/verdict_code/agent.py", "sha256": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0", "bytes": 764703 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/tools/verdict-code/verdict_code/main.py", "sha256": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "bytes": 625279 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py", "sha256": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "bytes": 269877 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/stdout.txt", "sha256": "d21f8704be7ba611f018f1383e65d36cfa5ae505792904031c0170c516a8189f", "bytes": 21009 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/terminal_evidence/budget_ledger.json", "sha256": "46283530f9a850fe169f1b0ee06bf0286c0a13901a23f0ef3db2ecedfb18b093", "bytes": 117 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.http.json", "sha256": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "bytes": 138 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.request.json", "sha256": "bcaeef6e2ff02937618d20dc11bc3a7baf63ecfc0ef839b4f6e3146c82eb39a0", "bytes": 4495 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.response.txt", "sha256": "43bbae9ee0797b6c656d20fe6582e24c22fde1234c1adcccdc286d45cd3d1ee3", "bytes": 1221273 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.timing.json", "sha256": "faef7d84a5fabcbe7f0e40a9a8137b22707ab8705b79faa5f67413b660bd51ba", "bytes": 308 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/workspace/aider_model_metadata.json", "sha256": "7dcb55540fc1fd2e523cd30c45b09007f6eaa6eb025178f89d43e8036cc3e149", "bytes": 189 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/workspace/aider_settings.yml", "sha256": "ef12df02bf978748daed8473c0760f66e2ecd617744005157921d414b4870e5a", "bytes": 181 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/workspace/chat_history.md", "sha256": "89354aa12cf334c3ecfa0256a08e4bfcd5d2d15b802e4b077f79cba7732e04c1", "bytes": 23139 }, { "path": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/workspace/solution.py", "sha256": "12a03e3436a45873ed5ae412f269aaeb421c6bb57a15e8793e45938f143b7656", "bytes": 3918, "content": "\"\"\"Parse HTTP Retry-After header values.\n\nSupports the two forms allowed by the task contract:\n\n* A delay in seconds written as ASCII decimal digits (with optional\n surrounding whitespace), returned as a nonnegative integer.\n* An RFC 7231 IMF-fixdate HTTP-date such as ``Wed, 21 Oct 2015 07:28:00 GMT``\n (case sensitive, and the weekday must agree with the date). For dates the\n result is ``max(0, ceil((date - now).total_seconds()))``.\n\nAnything else -- non-string input, signed numbers, fractional numbers,\nnon-ASCII digits, extra text, or a non-GMT zone name -- yields ``None``.\n\"\"\"\n\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTHS = (\"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\",\n \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\")\n_DIGITS = frozenset(\"0123456789\")\n_MICROS_PER_SECOND = 1_000_000\n_SECONDS_PER_DAY = 86_400\n\n\ndef _parse_seconds(text):\n \"\"\"Return the nonnegative integer delay encoded by *text* as ASCII digits.\"\"\"\n if text and all(ch in _DIGITS for ch in text):\n return int(text)\n return None\n\n\ndef _parse_http_date(text):\n \"\"\"Return an aware UTC datetime for ``Wed, 21 Oct 2015 07:28:00 GMT``.\n\n The match is case sensitive and the leading weekday must agree with the\n calendar date. Returns ``None`` for anything else.\n \"\"\"\n parts = text.split(\" \")\n if len(parts) != 6:\n return None\n\n weekday_field, day_field, month_field, year_field, time_field, zone = parts\n\n # Weekday: exact (case-sensitive) name plus the mandatory comma.\n if not weekday_field.endswith(\",\"):\n return None\n if weekday_field[:-1] not in _WEEKDAYS:\n return None\n\n # Day: exactly two ASCII digits.\n if len(day_field) != 2 or not all(ch in _DIGITS for ch in day_field):\n return None\n\n # Month: exact (case-sensitive) name.\n if month_field not in _MONTHS:\n return None\n\n # Year: exactly four ASCII digits.\n if len(year_field) != 4 or not all(ch in _DIGITS for ch in year_field):\n return None\n\n # Time of day: HH:MM:SS with exactly two digits per field.\n time_parts = time_field.split(\":\")\n if len(time_parts) != 3:\n return None\n for part in time_parts:\n if len(part) != 2 or not all(ch in _DIGITS for ch in part):\n return None\n\n # Only \"GMT\" is accepted as the zone.\n if zone != \"GMT\":\n return None\n\n try:\n parsed = datetime(\n int(year_field),\n _MONTHS.index(month_field) + 1,\n int(day_field),\n int(time_parts[0]),\n int(time_parts[1]),\n int(time_parts[2]),\n tzinfo=timezone.utc,\n )\n except ValueError:\n # Impossible dates (e.g. 31 Apr, 29 Feb on a non-leap year, hour 24).\n return None\n\n # The weekday must agree with the calendar date.\n if _WEEKDAYS[parsed.weekday()] != weekday_field[:-1]:\n return None\n\n return parsed\n\n\ndef _seconds_until(moment, now):\n \"\"\"Return ``max(0, ceil((moment - now).total_seconds()))`` exactly.\n\n Uses integer arithmetic on the ``timedelta`` components so that large\n date ranges are not subject to float precision loss.\n \"\"\"\n delta = moment - now\n total_microseconds = (\n (delta.days * _SECONDS_PER_DAY + delta.seconds) * _MICROS_PER_SECOND\n + delta.microseconds\n )\n # Ceil division for a possibly negative integer numerator.\n whole_seconds = -(-total_microseconds // _MICROS_PER_SECOND)\n return max(0, whole_seconds)\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip()\n\n delay = _parse_seconds(text)\n if delay is not None:\n return delay\n\n moment = _parse_http_date(text)\n if moment is None:\n return None\n\n return _seconds_until(moment, now)\n", "contentRedacted": false, "publishedContentSha256": "12a03e3436a45873ed5ae412f269aaeb421c6bb57a15e8793e45938f143b7656" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792154991.377439 }, "candidateCode": "\"\"\"Parse HTTP Retry-After header values.\n\nSupports the two forms allowed by the task contract:\n\n* A delay in seconds written as ASCII decimal digits (with optional\n surrounding whitespace), returned as a nonnegative integer.\n* An RFC 7231 IMF-fixdate HTTP-date such as ``Wed, 21 Oct 2015 07:28:00 GMT``\n (case sensitive, and the weekday must agree with the date). For dates the\n result is ``max(0, ceil((date - now).total_seconds()))``.\n\nAnything else -- non-string input, signed numbers, fractional numbers,\nnon-ASCII digits, extra text, or a non-GMT zone name -- yields ``None``.\n\"\"\"\n\nfrom datetime import datetime, timezone\n\n_WEEKDAYS = (\"Mon\", \"Tue\", \"Wed\", \"Thu\", \"Fri\", \"Sat\", \"Sun\")\n_MONTHS = (\"Jan\", \"Feb\", \"Mar\", \"Apr\", \"May\", \"Jun\",\n \"Jul\", \"Aug\", \"Sep\", \"Oct\", \"Nov\", \"Dec\")\n_DIGITS = frozenset(\"0123456789\")\n_MICROS_PER_SECOND = 1_000_000\n_SECONDS_PER_DAY = 86_400\n\n\ndef _parse_seconds(text):\n \"\"\"Return the nonnegative integer delay encoded by *text* as ASCII digits.\"\"\"\n if text and all(ch in _DIGITS for ch in text):\n return int(text)\n return None\n\n\ndef _parse_http_date(text):\n \"\"\"Return an aware UTC datetime for ``Wed, 21 Oct 2015 07:28:00 GMT``.\n\n The match is case sensitive and the leading weekday must agree with the\n calendar date. Returns ``None`` for anything else.\n \"\"\"\n parts = text.split(\" \")\n if len(parts) != 6:\n return None\n\n weekday_field, day_field, month_field, year_field, time_field, zone = parts\n\n # Weekday: exact (case-sensitive) name plus the mandatory comma.\n if not weekday_field.endswith(\",\"):\n return None\n if weekday_field[:-1] not in _WEEKDAYS:\n return None\n\n # Day: exactly two ASCII digits.\n if len(day_field) != 2 or not all(ch in _DIGITS for ch in day_field):\n return None\n\n # Month: exact (case-sensitive) name.\n if month_field not in _MONTHS:\n return None\n\n # Year: exactly four ASCII digits.\n if len(year_field) != 4 or not all(ch in _DIGITS for ch in year_field):\n return None\n\n # Time of day: HH:MM:SS with exactly two digits per field.\n time_parts = time_field.split(\":\")\n if len(time_parts) != 3:\n return None\n for part in time_parts:\n if len(part) != 2 or not all(ch in _DIGITS for ch in part):\n return None\n\n # Only \"GMT\" is accepted as the zone.\n if zone != \"GMT\":\n return None\n\n try:\n parsed = datetime(\n int(year_field),\n _MONTHS.index(month_field) + 1,\n int(day_field),\n int(time_parts[0]),\n int(time_parts[1]),\n int(time_parts[2]),\n tzinfo=timezone.utc,\n )\n except ValueError:\n # Impossible dates (e.g. 31 Apr, 29 Feb on a non-leap year, hour 24).\n return None\n\n # The weekday must agree with the calendar date.\n if _WEEKDAYS[parsed.weekday()] != weekday_field[:-1]:\n return None\n\n return parsed\n\n\ndef _seconds_until(moment, now):\n \"\"\"Return ``max(0, ceil((moment - now).total_seconds()))`` exactly.\n\n Uses integer arithmetic on the ``timedelta`` components so that large\n date ranges are not subject to float precision loss.\n \"\"\"\n delta = moment - now\n total_microseconds = (\n (delta.days * _SECONDS_PER_DAY + delta.seconds) * _MICROS_PER_SECOND\n + delta.microseconds\n )\n # Ceil division for a possibly negative integer numerator.\n whole_seconds = -(-total_microseconds // _MICROS_PER_SECOND)\n return max(0, whole_seconds)\n\n\ndef retry_after(value, now):\n \"\"\"Parse an HTTP Retry-After header according to the task contract.\"\"\"\n if not isinstance(value, str):\n return None\n\n text = value.strip()\n\n delay = _parse_seconds(text)\n if delay is not None:\n return delay\n\n moment = _parse_http_date(text)\n if moment is None:\n return None\n\n return _seconds_until(moment, now)\n", "oracle": { "passed": 20, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b/e7103867e4144cd5be3792dd3c2b229c.request.json", "requestSha256": "bcaeef6e2ff02937618d20dc11bc3a7baf63ecfc0ef839b4f6e3146c82eb39a0", "responseSha256": "43bbae9ee0797b6c656d20fe6582e24c22fde1234c1adcccdc286d45cd3d1ee3", "httpStatus": 200, "requestedModel": "byok/zai/glm-5.3-flashx", "resolvedModel": "byok/zai/glm-5.3-flashx", "backendModel": "zai/glm-5.3-flashx", "resolutionSource": "explicit_byok_route", "generationControls": { "max_tokens": 8192, "temperature": 0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 822, "outputTokens": 5489, "totalTokens": 6311, "costUsd": 0.007165390000000001, "energyWh": null, "finishReasons": [ "stop" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:49:51.416744+00:00", "uptime_seconds": 1000.7277779579163, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T12:50:32.662659+00:00", "uptime_seconds": 1041.9736959934235, "server_start_time": 1792153990.688971, "git_sha": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "build_time": "2026-10-16T08:32:43-04:00", "version": "a5d8f6a1c4fc2bd9144502167f3eaa8461dcfc25", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_completion_repair_20261016/matrix/20261016T124951Z_aider_byok_zai_glm-5.3-flashx_ffee9b", "rawResultSha256": "d8ef0b72ab808353bd39de51291f290fae8d9b010ce42eb4ede22505150012c4", "rawEvidenceHashes": { "health_before.json": "e70c81833515e0b68c58bc4d6711a2f4f24403a34578b16d099376b32b0fa116", "stdout.txt": "d21f8704be7ba611f018f1383e65d36cfa5ae505792904031c0170c516a8189f", "policy.json": "e1d7a7f7f022f69dcb3e7fc79a820f84a8425324b888b94cfbc0099cb6f4bec7", "health_after.json": "403323790cfa771bbc5fab13abcb9320bf9530f81bd0c7b2e10d73b162fc852d", "model_preflight.json": "5e38545001990c6b24f77f36a2dec525d9706a6e5c7c4cb141ab2e12ed629686", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "budget_ledger_at_terminal.json": "46283530f9a850fe169f1b0ee06bf0286c0a13901a23f0ef3db2ecedfb18b093", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "sandbox.sb": "3fa1c798be350bc6228c3d9d9fa7c006b8f3aaec8a71217fc87466f03b0ea335", "stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "launch.json": "294e7fd42bcd9a6d2d0ebba8907afa3e1f40713f316665f275a0bb10dd1938d7", "invocation.json": "c2c53a1beba47fc78592c443093a110e7004a05942c4de263643d0ddccfde1e6", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "freeze.json": "372a0eb9bc9e6b5603e8ac04cac3ba2bdf79f5311dcfb1199c2503c323fc9b04", "product_source.json": "0619a9b9d337fa5756233d3d46fd5c95c4924a6b0e9491a67a2b9f055f19d489", "post-terminal-settlement.json": "2479b15ce46aa7c53d3a02b795e221ce3de28eee25d7b91b61172d1139f9ffc0", "workspace/aider_model_metadata.json": "7dcb55540fc1fd2e523cd30c45b09007f6eaa6eb025178f89d43e8036cc3e149", "workspace/solution.py": "12a03e3436a45873ed5ae412f269aaeb421c6bb57a15e8793e45938f143b7656", "workspace/chat_history.md": "89354aa12cf334c3ecfa0256a08e4bfcd5d2d15b802e4b077f79cba7732e04c1", "workspace/aider_settings.yml": "ef12df02bf978748daed8473c0760f66e2ecd617744005157921d414b4870e5a", "terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.http.json": "7b7d2ba7da38df349730b844f5a7ee404601546b1255c0860ee52f313dde4f73", "terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.request.json": "bcaeef6e2ff02937618d20dc11bc3a7baf63ecfc0ef839b4f6e3146c82eb39a0", "terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.response.txt": "43bbae9ee0797b6c656d20fe6582e24c22fde1234c1adcccdc286d45cd3d1ee3", "terminal_evidence/budget_ledger.json": "46283530f9a850fe169f1b0ee06bf0286c0a13901a23f0ef3db2ecedfb18b093", "terminal_evidence/e7103867e4144cd5be3792dd3c2b229c.timing.json": "faef7d84a5fabcbe7f0e40a9a8137b22707ab8705b79faa5f67413b660bd51ba", "source_snapshot/tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c", "source_snapshot/tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0", "source_snapshot/tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "source_snapshot/tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "source_snapshot/scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "source_snapshot/scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "productSource": { "head": "2b4a2c58091feb69360b7704c8ceee9f1ccffb89", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "c625b691551051e1f0a3d8dea1fbb3ea6db797578005f86122099572c7acb0b0", "tools/verdict-code/verdict_code/agent.py": "39a9d2f1bb876c8031a257b1f801b8fb4146afb1b14a5434f12906b378d9d9c0", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "af0a9ac892f38ce9c9fb422bf91facced4e72835ae63e0522b8cf75b1d1605ab", "tools/verdict-code/VERSION": "361f0472cb741b7864ae144e7abdf93738d129230d117f20c103e1d8ae7bef7c", "scripts/benchmarks/agent_comparison_completion_repair_20261016.py": "827566af5635ef64554ef1201e9464a9544502d05813b0492020c77eb9ce07fa" }, "retainedSourceBytes": "source_snapshot/" }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "catalogCostEstimate": { "estimatedUsd": 0.007165390000000001, "inputUsdPerMtok": 0.37, "outputUsdPerMtok": 1.25, "source": "model-selection/selection.json", "formula": "(provider inputTokens * catalog inputUsdPerMtok + provider outputTokens * catalog outputUsdPerMtok) / 1000000; no cache discounts; not a charge receipt" } } }