{ "schema": "agent-rerun-receipt.v1", "record": { "id": "20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "wallSeconds": 132.722, "inputTokens": 21757, "outputTokens": 5129, "totalTokens": 26886, "costUsd": 0.0, "energyWh": 5.227834, "assertionsPassed": 20, "assertionsTotal": 20, "observedNativeModel": null, "modelIdentityStatus": null, "modelIdentityEvidence": null, "providerResponseModel": null, "reasoningEffort": "default", "family": "matched-harness", "status": "PASS", "tier": "local/LAN", "diagnosticOnly": false, "comparisonEligible": true, "cohort": "original-model", "resultNote": null, "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "evidenceFile": "20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd.json" }, "sourceRecord": { "id": "20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd", "originalCampaign": "agent_comparison_20261015", "rerun": true, "correctionOf": null, "cohort": "original-model", "family": "same-model-harness-rerun", "taskId": "retry-after-v1", "taskTitle": "Strict HTTP Retry-After parser (synthetic test input)", "agent": "verdict-code", "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "status": "PASS", "wallSeconds": 132.722, "inputTokens": 21757, "outputTokens": 5129, "totalTokens": 26886, "costUsd": 0.0, "energyWh": 5.227834, "assertionsPassed": 20, "assertionsTotal": 20, "observedCodePass": true, "exitCode": 0, "evidencePaths": [ "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd" ], "arm": "E", "admission": "NOT_VERIFIED", "limitations": [ "Exploratory n=1 synthetic task; not a general coding-agent ranking.", "Exploratory arm E; JSON/DuckDB/Neon canonical admission NOT_VERIFIED." ], "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792148231.502107 }, "rawStatus": "PASS", "metadataTransportDiagnosticCount": 0, "diagnosticOnly": false, "tokenSource": "provider", "accountingComplete": true, "identityVerified": true, "providerCallCount": 8, "partialInputTokens": 21757, "partialOutputTokens": 5129, "partialTotalTokens": 26886, "partialEstimatedCostUsd": null, "reportedAdditiveReasoningTokens": null, "reportedReasoningTokens": 1186, "allCallsReportReasoning": false, "tokensPerSecond": 202.574, "knownTokensIncludingAdditiveReasoning": 26886, "knownTokensIncludingAdditiveReasoningPerSecond": 202.574, "generationCensored": false, "budgetControls": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false }, "reasoningEffort": "default", "sharedProxyCapsEnforced": true, "actualBelowCommonCaps": true, "timeoutSeconds": 240, "terminalError": null, "terminalCompleted": true, "agentFailureReason": null, "sameGatewayInstance": true, "comparisonEligible": true, "publicEvidencePath": "artifacts/agent_comparison_harness_repair_20261016/matrix/public_evidence/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd.json", "publicEvidenceSha256": "816bb9af920a805d3bf7cf2f7cf53af71c77e82ee1b058474f9ea7feca4b8f0a" }, "sourceFile": "artifacts/agent_comparison_harness_repair_20261016/matrix/reviewed-summary.json", "sourceFileSha256": "09a6517a6160f8382f70e3352dd5f15c6586ccfee44f8e596c602f11c7b9e620", "files": [ { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/0055b57176d74262af02b25714f26605.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/0055b57176d74262af02b25714f26605.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/0055b57176d74262af02b25714f26605.response.txt", "sha256": "e3724472d1dac2206a6f814aa5b28bfe467d9f3dcaafea987a3578ae1e76a0b4", "bytes": 996 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/08da01992a2248b48612342cdce5c8df.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/08da01992a2248b48612342cdce5c8df.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/08da01992a2248b48612342cdce5c8df.response.txt", "sha256": "fbcd9a5ac0aeae37134abc156daa2dbb17535ddce5d3aef6639b618437105247", "bytes": 996 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/13cfd25a092d4446a486e19a646b7947.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/13cfd25a092d4446a486e19a646b7947.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/13cfd25a092d4446a486e19a646b7947.response.txt", "sha256": "43f2cefc2cd91c0dc359c79751e1789b58e05ff4023b4d02d0fce059d5e00521", "bytes": 993 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/1f5dc366de2c4c62aee3e3a4a6c2b145.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/1f5dc366de2c4c62aee3e3a4a6c2b145.request.json", "sha256": "2fb0c49e9a805e44bf323bb95236e114aa91612c9b30c536892bc88eac168db8", "bytes": 130 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/1f5dc366de2c4c62aee3e3a4a6c2b145.response.txt", "sha256": "852965f9679bd609039297ac3c9c960d3a4b33fedda694fee276ff4dfa2ee03b", "bytes": 216 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/2bb105061f4d4c78ad8c54024587ed2c.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/2bb105061f4d4c78ad8c54024587ed2c.request.json", "sha256": "9f285588f9eb4ddd1acb0ac28a638c081d9906d90338584ad0180a4730c32a29", "bytes": 20996 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/2bb105061f4d4c78ad8c54024587ed2c.response.txt", "sha256": "5a8798f418f45a03424be284bb2504f0317b0531805e159f4d8abb6525ca3a3a", "bytes": 15073 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/3c4fdb2c61654994bdf3a93a346f275a.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/3c4fdb2c61654994bdf3a93a346f275a.request.json", "sha256": "b4322f92b353b61748a90f63dc7da1768b9fb9fa0ab9b6d228845a1e50160db7", "bytes": 21024 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/3c4fdb2c61654994bdf3a93a346f275a.response.txt", "sha256": "cfcd538a1275ad11c8d2988b42457b68606901744b90392886a128aed8fbdcc6", "bytes": 14023 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/5df78b412f3c4f909ea6d62b00bf485b.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/5df78b412f3c4f909ea6d62b00bf485b.request.json", "sha256": "0d66e27973ec5050f3db002ddb378eb6fd67a6040bda567213b5e3b4675f4e89", "bytes": 21036 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/5df78b412f3c4f909ea6d62b00bf485b.response.txt", "sha256": "3328157243652d733f36ce8bdf7a097e7961cb099dcaf28f9f604b6954482cd5", "bytes": 15096 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/68f2da4d3dd04d108c34231ac3d876ca.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/68f2da4d3dd04d108c34231ac3d876ca.request.json", "sha256": "8bcae81a843e86b084adcb31a4520b3f58da247b608ffd7b7b5356cdf88e5134", "bytes": 9708 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/68f2da4d3dd04d108c34231ac3d876ca.response.txt", "sha256": "ecf488a93bd883dd44f6da951ae2cf200c3eaea7bd6e7f3f731e005b52326dfe", "bytes": 12562 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/788fa880bf9e424cbb428fb9e9073b32.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/788fa880bf9e424cbb428fb9e9073b32.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/788fa880bf9e424cbb428fb9e9073b32.response.txt", "sha256": "9b21602f11453afe5d1cfc71db327b2546cb0bc29f561622e21839ec1f8f5d67", "bytes": 995 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/809126e3657e4071a4b47fbd96c90b07.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/809126e3657e4071a4b47fbd96c90b07.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/809126e3657e4071a4b47fbd96c90b07.response.txt", "sha256": "d6561be279a8c6b4e290c6ae96a48a9156a946d96c02f004da79ea0ad123b5d9", "bytes": 992 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/88d60fe83a6c4b37846c9481bd070a6f.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/88d60fe83a6c4b37846c9481bd070a6f.request.json", "sha256": "7ebdb410842ab428dafcefd6abd3c13a3fd88d364a17d0b482a36d1d6556f478", "bytes": 20758 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/88d60fe83a6c4b37846c9481bd070a6f.response.txt", "sha256": "d059dcb2a4c8021d4d8e08f1d2adadb1bc58584e6e892c9fc2dbf5793b58ae2a", "bytes": 12994 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/954ed5674ada4bbfb42e40135750a1ee.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/954ed5674ada4bbfb42e40135750a1ee.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/954ed5674ada4bbfb42e40135750a1ee.response.txt", "sha256": "afdf7e7f0bc9bc62a8ba4f5ecf74578a226a02432391c441a5ff6a8ff30e4089", "bytes": 992 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/acb06a9d17234c8db974b934c7ad2953.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/acb06a9d17234c8db974b934c7ad2953.request.json", "sha256": "a70382b48f2fd70925514f843703e5c1a29d703124213e246d87244a8b396b1c", "bytes": 18077 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/acb06a9d17234c8db974b934c7ad2953.response.txt", "sha256": "7fcd5df7f1ae16999c1da0881531f1cd71f4dc0bf1a6289c231d5ea39db94ce7", "bytes": 15123 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/ae22192595264141a42270e57a5bb36d.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/ae22192595264141a42270e57a5bb36d.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/ae22192595264141a42270e57a5bb36d.response.txt", "sha256": "40cb25e63c64580b1eb95af6935ef47f11baaffd1227e44c217a1014d8643dee", "bytes": 994 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b2253ca11b944f069c3345d27ad4dfdd.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b2253ca11b944f069c3345d27ad4dfdd.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b2253ca11b944f069c3345d27ad4dfdd.response.txt", "sha256": "ed24115b6477c7bf037f7867d335a1de527f87efbcc62e8e8228ed6e6848e2fc", "bytes": 995 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b3db2db398184add9bc2ee3af31b3403.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b3db2db398184add9bc2ee3af31b3403.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/b3db2db398184add9bc2ee3af31b3403.response.txt", "sha256": "9e254714eff9475b308f60c849e88e8dcefda61c1c595e40eedb8710471a2d2f", "bytes": 996 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/budget_ledger.json", "sha256": "26e075653813d76395a52dd48f01dafa1e07c26d44a9f90bb67ee51784d607c2", "bytes": 119 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/c1f8eb19d3ce4695a3da13180d24f229.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/c1f8eb19d3ce4695a3da13180d24f229.request.json", "sha256": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "bytes": 75 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/c1f8eb19d3ce4695a3da13180d24f229.response.txt", "sha256": "2f9eb0adaa5ac4eb42f38c1dfdf699e626fe308ae01f40b0b0bdcb0c52b0c4e1", "bytes": 1075573 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d240d88a569b463f881e079722b1d970.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d240d88a569b463f881e079722b1d970.request.json", "sha256": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "bytes": 61 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d240d88a569b463f881e079722b1d970.response.txt", "sha256": "57b021f770e28ffc715513917dc4ecf57a791d7f41133885ce4403b57fcbd759", "bytes": 59657 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d6d3483c90f246d6857b3c5f27a31c24.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d6d3483c90f246d6857b3c5f27a31c24.request.json", "sha256": "ce7c627059b8e33701a604368212d5eac97a35088e8c243aed22f0a3ab0b1ee9", "bytes": 20965 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d6d3483c90f246d6857b3c5f27a31c24.response.txt", "sha256": "f85c283ca58a6fa2de862c5b471f428081a688abe5ca03957a892b44ebad829c", "bytes": 14023 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e1728c9183b6484887c858b238b6e90e.http.json", "sha256": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "bytes": 103 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e1728c9183b6484887c858b238b6e90e.request.json", "sha256": "ad5c3835f0afb8f933c4dc70bd073e9587da78c97ae7590517cb6fee88e85924", "bytes": 16063 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e1728c9183b6484887c858b238b6e90e.response.txt", "sha256": "049d217c995458c9d999d0f47ec2a89deb00927f359cc8b0dc263f904e20bf27", "bytes": 13586 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e349fa166c504a1da3d01b5d82cafc88.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e349fa166c504a1da3d01b5d82cafc88.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e349fa166c504a1da3d01b5d82cafc88.response.txt", "sha256": "5feeee81cccccb1c8e0e2c4cf63cd4c498f1ceb5c66da7c3d9825b327eb7aab9", "bytes": 994 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/f2b15bd9999f46899f6a39ea9e621710.http.json", "sha256": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "bytes": 87 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/f2b15bd9999f46899f6a39ea9e621710.request.json", "sha256": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "bytes": 58 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/f2b15bd9999f46899f6a39ea9e621710.response.txt", "sha256": "f9b5a74dbd6786b674e73ddfb9be6ae85780800fa987841f846b43785c095b11", "bytes": 995 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/freeze.json", "sha256": "c55c7036fb19c0099134059d704d0849539190b8915aad0c37958ba98722b9e2", "bytes": 313, "content": "{\n \"task_sha256\": \"6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe\",\n \"oracle_sha256\": \"3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76\",\n \"starter_sha256\": \"595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2\",\n \"frozen_before_execution_at\": 1792148231.502107\n}", "contentRedacted": false, "publishedContentSha256": "c55c7036fb19c0099134059d704d0849539190b8915aad0c37958ba98722b9e2" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/health_after.json", "sha256": "444f314f29b4804433a0bbe7dddbcd0cbb66d221e14886446fb93c004e36df97", "bytes": 1328 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/health_before.json", "sha256": "ed9fc829b42955fba2d998bd33b30d00789c3ede20652f9e9aa27f2af18198e9", "bytes": 1326 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/invocation.json", "sha256": "ef0a95930dfceeab2b378a802c4e859d2f82c41d21a878e6a843cc903c3bcb29", "bytes": 2344 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/launch.json", "sha256": "f80e7b720dfbb6959940b54f6d108bc8e547855b65804fb079f224eb62f4b608", "bytes": 208 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/oracle.stderr.txt", "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "bytes": 0, "content": "", "contentRedacted": false, "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/oracle.stdout.txt", "sha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "bytes": 1582, "content": "{\"passed\": 20, \"total\": 20, \"cases\": [{\"input\": \"0\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \" 120\\t\", \"expected\": 120, \"actual\": 120, \"pass\": true}, {\"input\": \"0007\", \"expected\": 7, \"actual\": 7, \"pass\": true}, {\"input\": \"-1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"+1\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"1.5\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\uff11\\uff12\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\\u0661\\u0662\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": null, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": 4, \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": 1, \"actual\": 1, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:01 GMT\", \"expected\": 2, \"actual\": 2, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:27:00 GMT\", \"expected\": 0, \"actual\": 0, \"pass\": true}, {\"input\": \"Tue, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 UTC\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"wed, 21 Oct 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 31 Feb 2015 07:28:00 GMT\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 GMT trailing\", \"expected\": null, \"actual\": null, \"pass\": true}, {\"input\": \"Wed, 21 Oct 2015 07:28:00 +0000\", \"expected\": null, \"actual\": null, \"pass\": true}]}\n", "contentRedacted": false, "publishedContentSha256": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/policy.json", "sha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "bytes": 923, "content": "{\n \"schema\": \"agent_comparison_rerun_policy.v1\",\n \"temperature\": 0.0,\n \"timeout_seconds\": 240,\n \"per_request_output_tokens\": 8192,\n \"proxy_shared_max_input_tokens\": 160000,\n \"proxy_shared_max_output_tokens\": 32000,\n \"proxy_reservation\": \"entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing\",\n \"maximum_input_tokens\": 160000,\n \"total_token_budget\": 400000,\n \"max_turns\": 24,\n \"proxy_read_timeout_seconds\": 270,\n \"verdict_stream_idle_timeout_seconds\": 240,\n \"aider_request_timeout_seconds\": 240,\n \"reasoning\": {\n \"mode\": \"default\"\n },\n \"models\": \"exact pins, no failover\",\n \"task_file\": \"solution.py\",\n \"hidden_oracle_fed_to_agent\": false,\n \"producer_location\": \"outside candidate workspace; candidate read denied\",\n \"aider_context\": \"live exact catalog context metadata; history ceiling=min(inputbudget,context/2)\",\n \"appendix_model_changed\": false\n}", "contentRedacted": false, "publishedContentSha256": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0001.sse", "sha256": "ecf488a93bd883dd44f6da951ae2cf200c3eaea7bd6e7f3f731e005b52326dfe", "bytes": 12562 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0002.sse", "sha256": "049d217c995458c9d999d0f47ec2a89deb00927f359cc8b0dc263f904e20bf27", "bytes": 13586 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0003.sse", "sha256": "7fcd5df7f1ae16999c1da0881531f1cd71f4dc0bf1a6289c231d5ea39db94ce7", "bytes": 15123 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0004.sse", "sha256": "f85c283ca58a6fa2de862c5b471f428081a688abe5ca03957a892b44ebad829c", "bytes": 14023 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0005.sse", "sha256": "5a8798f418f45a03424be284bb2504f0317b0531805e159f4d8abb6525ca3a3a", "bytes": 15073 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0006.sse", "sha256": "cfcd538a1275ad11c8d2988b42457b68606901744b90392886a128aed8fbdcc6", "bytes": 14023 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0007.sse", "sha256": "3328157243652d733f36ce8bdf7a097e7961cb099dcaf28f9f604b6954482cd5", "bytes": 15096 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/gateway-0008.sse", "sha256": "d059dcb2a4c8021d4d8e08f1d2adadb1bc58584e6e892c9fc2dbf5793b58ae2a", "bytes": 12994 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/.verdict_code_usage.inv-b380d377ce7342fdacaac3475c2d5e09.json", "sha256": "ec7f2fed0cc401fefe68a39f01151f67aa8b2354ec37548e6ea3029674a6f293", "bytes": 125497 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/comms.txt", "sha256": "352a11a3680a7be22ec4917ebb0fa40847c19b6718a4b5b8a224568d9d4afbea", "bytes": 9505 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t1/comms.txt", "sha256": "d2b9d8a1ccf96de2f762a436e1dd8732ad7e3f0730db016eeb5e27eb2539e1cf", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t2/comms.txt", "sha256": "8a0ce54f216519ba57fbc78155b441273eed77791510057c15a37a1e683f55d1", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t3/comms.txt", "sha256": "2e96e5dcfad1e7f93eab0fd1095bb7bed36dde5b56d762c05cc2d38fe6983840", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t4/comms.txt", "sha256": "d13be321e5aed9326cb08fff6ff4bd00641ebd5dd977cc05883c53d50836b4bc", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t5/comms.txt", "sha256": "d85718002531e758f5dc7b827c68a491bea0002e7cfd55891c055ed042c6c87d", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t6/comms.txt", "sha256": "cc501a3f8a52696116bd2c5037d7f42250e0062a2399d4526e4ff538a90ed03e", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t7/comms.txt", "sha256": "dd3e8518ff2790be488420f1597d339d64c5e94a60a49b612a2f58e51b42c73d", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t8/comms.txt", "sha256": "66a151c0aba2541988afd99742d5ffc31cc81e4f0471cb688e1aa2275452bf17", "bytes": 711 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/compaction_events.jsonl", "sha256": "ce1a6b87c3e03699f409d0239eb92b35ed7890e1cde59bfc1b735b71c432dc55", "bytes": 529 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/costs.json", "sha256": "1fc8361327a461540e02c1aff7756ca01f214441551045db677bee6b39a2bca3", "bytes": 119001 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/runtime/model_cache/availability_cache.json", "sha256": "155f061e383aeff92a07bf8f7d8ed4cef93c2d86cdb67e4e83aef8d44f336219", "bytes": 276 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/private_producer/state.json", "sha256": "88b0bbbb1c557a9e1ed820fcf20916238a4899e6e7930c3febd41ac2703c6a0b", "bytes": 3607 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/product_source.json", "sha256": "530f58160abee0dcbfaaabd38399fb96edef64c135bcb6f98fb01f7467dbf17c", "bytes": 660, "content": "{\n \"head\": \"c10bfbd95dcdb14c1eaf1955be9a6092f77eb454\",\n \"files\": {\n \"scripts/benchmarks/agent_comparison_rerun_20261016.py\": \"dea8398184af501d9b340e1349f906cbcefd12ad832908707050a7566ea81e7a\",\n \"tools/verdict-code/verdict_code/agent.py\": \"62e8e590d90d768f6d2c728a757727b77bfbb596776b17c8756a182a1238ccd3\",\n \"tools/verdict-code/verdict_code/tools/__init__.py\": \"609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57\",\n \"tools/verdict-code/verdict_code/main.py\": \"83a94cb7a962a972a43d76743ed7a7d4e1ab36ddf4364451587cbc9b5c21828a\",\n \"tools/verdict-code/VERSION\": \"71573f2b38da780fb8f08530fb1f65e7285e362953dc2aec19f1c59e92e6f442\"\n }\n}", "contentRedacted": false, "publishedContentSha256": "530f58160abee0dcbfaaabd38399fb96edef64c135bcb6f98fb01f7467dbf17c" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/prompt.txt", "sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "bytes": 837, "content": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "contentRedacted": false, "publishedContentSha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe" }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/result.json", "sha256": "6282b8dc557e50b89bd2e12a3ae139d29b6dd354ee97a8bab5f9dd1558765c7d", "bytes": 14403 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/sandbox.sb", "sha256": "88e6f72c9a69490a1e8f8aceb4edc1822afb9ff839883d9e891c95db9b5a82d6", "bytes": 4999 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/sandbox_preflight.json", "sha256": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "bytes": 93 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/stderr.txt", "sha256": "1f35ee32746b3ce5236eb42b9c5d220b40f5e8895e2491637fbe7a264df38912", "bytes": 49560 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/stdout.txt", "sha256": "dc5f8bab4ab578e83f02ec820c128261d9af87918309a4aa6bbcd49dca038cca", "bytes": 24545 }, { "path": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/workspace/solution.py", "sha256": "765df77a7aabb2494a9dc34a5aa3a87f036934330c196350536bc6a273b41f04", "bytes": 937, "content": "import math\nfrom datetime import datetime, timezone\n\n\ndef retry_after(value, now):\n if not isinstance(value, str):\n return None\n\n stripped = value.strip()\n if not stripped:\n return None\n\n # Try plain integer (ASCII digits only)\n if all(c in \"0123456789\" for c in stripped):\n return int(stripped)\n\n # Try RFC 1123 HTTP-date: \"Wed, 21 Oct 2015 07:28:00 GMT\"\n # Case-sensitive, weekday must match date\n try:\n dt = datetime.strptime(stripped, \"%a, %d %b %Y %H:%M:%S GMT\")\n except ValueError:\n return None\n\n # Validate weekday matches the actual date\n expected_weekday = dt.strftime(\"%a\")\n if stripped.split(\",\")[0] != expected_weekday:\n return None\n\n # Make dt timezone-aware (UTC) for subtraction with aware now\n if dt.tzinfo is None:\n dt = dt.replace(tzinfo=timezone.utc)\n\n delta = (dt - now).total_seconds()\n return max(0, math.ceil(delta))\n", "contentRedacted": false, "publishedContentSha256": "765df77a7aabb2494a9dc34a5aa3a87f036934330c196350536bc6a273b41f04" } ], "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local.", "reviewedEvidence": { "provenance": "Synthetic test input; actual installed CLI execution; reviewed public-safe evidence fixture.", "runId": "20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd", "task": "Synthetic benchmark task: Retry-After parsing. Implement `retry_after(value, now)` in solution.py using only Python standard library. now is an aware UTC datetime. Return a nonnegative integer number of seconds or None for invalid input. Strings containing only ASCII decimal digits after surrounding whitespace return that integer. Otherwise accept an RFC HTTP-date of form `Wed, 21 Oct 2015 07:28:00 GMT`, case sensitive, validated weekday must agree with date. For a valid HTTP date return max(0, ceil((date-now).total_seconds())). Reject non-string inputs, signs, fractions, non-ASCII digits, extra text, and non-GMT timezone names. Do not change any other source file. Hidden tests are unavailable. Write the implementation to disk and finish. Do not install dependencies, access network, use other models, or edit unrelated paths.\n", "freeze": { "task_sha256": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "oracle_sha256": "3675736119622cac168d711045426c6678bd08212b9bedf1aab71126a7ef1a76", "starter_sha256": "595a2a41e7bfd09ad28045cb3be95f0126d702eb25e6f53c723c0b77c46b44e2", "frozen_before_execution_at": 1792148231.502107 }, "candidateCode": "import math\nfrom datetime import datetime, timezone\n\n\ndef retry_after(value, now):\n if not isinstance(value, str):\n return None\n\n stripped = value.strip()\n if not stripped:\n return None\n\n # Try plain integer (ASCII digits only)\n if all(c in \"0123456789\" for c in stripped):\n return int(stripped)\n\n # Try RFC 1123 HTTP-date: \"Wed, 21 Oct 2015 07:28:00 GMT\"\n # Case-sensitive, weekday must match date\n try:\n dt = datetime.strptime(stripped, \"%a, %d %b %Y %H:%M:%S GMT\")\n except ValueError:\n return None\n\n # Validate weekday matches the actual date\n expected_weekday = dt.strftime(\"%a\")\n if stripped.split(\",\")[0] != expected_weekday:\n return None\n\n # Make dt timezone-aware (UTC) for subtraction with aware now\n if dt.tzinfo is None:\n dt = dt.replace(tzinfo=timezone.utc)\n\n delta = (dt - now).total_seconds()\n return max(0, math.ceil(delta))\n", "oracle": { "passed": 20, "total": 20, "cases": [ { "input": "0", "expected": 0, "actual": 0, "pass": true }, { "input": " 120\t", "expected": 120, "actual": 120, "pass": true }, { "input": "0007", "expected": 7, "actual": 7, "pass": true }, { "input": "-1", "expected": null, "actual": null, "pass": true }, { "input": "+1", "expected": null, "actual": null, "pass": true }, { "input": "1.5", "expected": null, "actual": null, "pass": true }, { "input": "１２", "expected": null, "actual": null, "pass": true }, { "input": "١٢", "expected": null, "actual": null, "pass": true }, { "input": "", "expected": null, "actual": null, "pass": true }, { "input": null, "expected": null, "actual": null, "pass": true }, { "input": 4, "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT", "expected": 1, "actual": 1, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:01 GMT", "expected": 2, "actual": 2, "pass": true }, { "input": "Wed, 21 Oct 2015 07:27:00 GMT", "expected": 0, "actual": 0, "pass": true }, { "input": "Tue, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 UTC", "expected": null, "actual": null, "pass": true }, { "input": "wed, 21 Oct 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 31 Feb 2015 07:28:00 GMT", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 GMT trailing", "expected": null, "actual": null, "pass": true }, { "input": "Wed, 21 Oct 2015 07:28:00 +0000", "expected": null, "actual": null, "pass": true } ] }, "providerCalls": [ { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/d6d3483c90f246d6857b3c5f27a31c24.request.json", "requestSha256": "ce7c627059b8e33701a604368212d5eac97a35088e8c243aed22f0a3ab0b1ee9", "responseSha256": "f85c283ca58a6fa2de862c5b471f428081a688abe5ca03957a892b44ebad829c", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3251, "outputTokens": 456, "totalTokens": 3707, "costUsd": 0.0, "energyWh": 0.720806, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/e1728c9183b6484887c858b238b6e90e.request.json", "requestSha256": "ad5c3835f0afb8f933c4dc70bd073e9587da78c97ae7590517cb6fee88e85924", "responseSha256": "049d217c995458c9d999d0f47ec2a89deb00927f359cc8b0dc263f904e20bf27", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1896, "outputTokens": 313, "totalTokens": 2209, "costUsd": 0.0, "energyWh": 0.429528, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/acb06a9d17234c8db974b934c7ad2953.request.json", "requestSha256": "a70382b48f2fd70925514f843703e5c1a29d703124213e246d87244a8b396b1c", "responseSha256": "7fcd5df7f1ae16999c1da0881531f1cd71f4dc0bf1a6289c231d5ea39db94ce7", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 2359, "outputTokens": 849, "totalTokens": 3208, "costUsd": 0.0, "energyWh": 0.623778, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/88d60fe83a6c4b37846c9481bd070a6f.request.json", "requestSha256": "7ebdb410842ab428dafcefd6abd3c13a3fd88d364a17d0b482a36d1d6556f478", "responseSha256": "d059dcb2a4c8021d4d8e08f1d2adadb1bc58584e6e892c9fc2dbf5793b58ae2a", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3252, "outputTokens": 151, "totalTokens": 3403, "costUsd": 0.0, "energyWh": 0.661694, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/3c4fdb2c61654994bdf3a93a346f275a.request.json", "requestSha256": "b4322f92b353b61748a90f63dc7da1768b9fb9fa0ab9b6d228845a1e50160db7", "responseSha256": "cfcd538a1275ad11c8d2988b42457b68606901744b90392886a128aed8fbdcc6", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3323, "outputTokens": 457, "totalTokens": 3780, "costUsd": 0.0, "energyWh": 0.735, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/68f2da4d3dd04d108c34231ac3d876ca.request.json", "requestSha256": "8bcae81a843e86b084adcb31a4520b3f58da247b608ffd7b7b5356cdf88e5134", "responseSha256": "ecf488a93bd883dd44f6da951ae2cf200c3eaea7bd6e7f3f731e005b52326dfe", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 1037, "outputTokens": 1215, "totalTokens": 2252, "costUsd": 0.0, "energyWh": 0.437889, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": 1186 }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/5df78b412f3c4f909ea6d62b00bf485b.request.json", "requestSha256": "0d66e27973ec5050f3db002ddb378eb6fd67a6040bda567213b5e3b4675f4e89", "responseSha256": "3328157243652d733f36ce8bdf7a097e7961cb099dcaf28f9f604b6954482cd5", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3324, "outputTokens": 848, "totalTokens": 4172, "costUsd": 0.0, "energyWh": 0.811222, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null }, { "requestEvidence": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/2bb105061f4d4c78ad8c54024587ed2c.request.json", "requestSha256": "9f285588f9eb4ddd1acb0ac28a638c081d9906d90338584ad0180a4730c32a29", "responseSha256": "5a8798f418f45a03424be284bb2504f0317b0531805e159f4d8abb6525ca3a3a", "httpStatus": 200, "requestedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "resolvedModel": "local/lmstudio/verdict/verdict-4-35b-toolterse-v5-mlx", "backendModel": "verdict-4-35b-toolterse-v5-mlx", "resolutionSource": "transport_cache_exact", "generationControls": { "max_tokens": 8192, "temperature": 0.0, "reasoning_choice": { "mode": "default" }, "auto_failover": false, "stream": true }, "inputTokens": 3315, "outputTokens": 840, "totalTokens": 4155, "costUsd": 0.0, "energyWh": 0.807917, "finishReasons": [ "tool_calls" ], "additiveReasoningTokens": null, "nestedReasoningTokens": null } ], "gatewayBefore": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T10:57:11.530608+00:00", "uptime_seconds": 374.8300061225891, "server_start_time": 1792147856.700616, "git_sha": "c10bfbd95dcdb14c1eaf1955be9a6092f77eb454", "build_time": "2026-10-16T06:50:44-04:00", "version": "c10bfbd95dcdb14c1eaf1955be9a6092f77eb454", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "online", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "gatewayAfter": { "status": "healthy", "service": "local_gateway", "mode": "full", "port": 6120, "timestamp": "2026-10-16T10:59:24.319078+00:00", "uptime_seconds": 507.6184651851654, "server_start_time": 1792147856.700616, "git_sha": "c10bfbd95dcdb14c1eaf1955be9a6092f77eb454", "build_time": "2026-10-16T06:50:44-04:00", "version": "c10bfbd95dcdb14c1eaf1955be9a6092f77eb454", "interop_min": 1, "interop_max": 1, "dependencies": { "event_stream": "http://localhost:6102" }, "lightrag": { "enabled": true, "status": "indexing", "files_indexed": 8020, "url": "http://127.0.0.1:6150" }, "cloud_relay": { "connected": true, "authenticated": true }, "context_status": { "summary": "ok", "target_context": 65536, "providers": [ { "provider": "ollama", "status": "ok", "actual_context": 131072, "target_context": 65536, "model": "deepseek-r1:7b" }, { "provider": "lmstudio", "status": "ok", "actual_context": 262144, "target_context": 65536, "model": "verdict-4-35b-toolterse-v5-mlx" }, { "provider": "llamacpp", "status": "context_unknown", "actual_context": null, "target_context": 65536, "model": null } ] } }, "rawArtifacts": "artifacts/agent_comparison_harness_repair_20261016/matrix/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd", "rawResultSha256": "6282b8dc557e50b89bd2e12a3ae139d29b6dd354ee97a8bab5f9dd1558765c7d", "rawEvidenceHashes": { "e349fa166c504a1da3d01b5d82cafc88.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "1f5dc366de2c4c62aee3e3a4a6c2b145.request.json": "2fb0c49e9a805e44bf323bb95236e114aa91612c9b30c536892bc88eac168db8", "health_before.json": "ed9fc829b42955fba2d998bd33b30d00789c3ede20652f9e9aa27f2af18198e9", "stdout.txt": "dc5f8bab4ab578e83f02ec820c128261d9af87918309a4aa6bbcd49dca038cca", "e349fa166c504a1da3d01b5d82cafc88.response.txt": "5feeee81cccccb1c8e0e2c4cf63cd4c498f1ceb5c66da7c3d9825b327eb7aab9", "1f5dc366de2c4c62aee3e3a4a6c2b145.response.txt": "852965f9679bd609039297ac3c9c960d3a4b33fedda694fee276ff4dfa2ee03b", "policy.json": "79464c36a3d2f7094195db502cd93bdd8f67ba27004c9c9e234b314828ed23d2", "e349fa166c504a1da3d01b5d82cafc88.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "d6d3483c90f246d6857b3c5f27a31c24.request.json": "ce7c627059b8e33701a604368212d5eac97a35088e8c243aed22f0a3ab0b1ee9", "954ed5674ada4bbfb42e40135750a1ee.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "c1f8eb19d3ce4695a3da13180d24f229.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "d6d3483c90f246d6857b3c5f27a31c24.response.txt": "f85c283ca58a6fa2de862c5b471f428081a688abe5ca03957a892b44ebad829c", "809126e3657e4071a4b47fbd96c90b07.response.txt": "d6561be279a8c6b4e290c6ae96a48a9156a946d96c02f004da79ea0ad123b5d9", "e1728c9183b6484887c858b238b6e90e.request.json": "ad5c3835f0afb8f933c4dc70bd073e9587da78c97ae7590517cb6fee88e85924", "acb06a9d17234c8db974b934c7ad2953.request.json": "a70382b48f2fd70925514f843703e5c1a29d703124213e246d87244a8b396b1c", "809126e3657e4071a4b47fbd96c90b07.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "acb06a9d17234c8db974b934c7ad2953.response.txt": "7fcd5df7f1ae16999c1da0881531f1cd71f4dc0bf1a6289c231d5ea39db94ce7", "e1728c9183b6484887c858b238b6e90e.response.txt": "049d217c995458c9d999d0f47ec2a89deb00927f359cc8b0dc263f904e20bf27", "08da01992a2248b48612342cdce5c8df.response.txt": "fbcd9a5ac0aeae37134abc156daa2dbb17535ddce5d3aef6639b618437105247", "b3db2db398184add9bc2ee3af31b3403.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "954ed5674ada4bbfb42e40135750a1ee.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "08da01992a2248b48612342cdce5c8df.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "b3db2db398184add9bc2ee3af31b3403.response.txt": "9e254714eff9475b308f60c849e88e8dcefda61c1c595e40eedb8710471a2d2f", "health_after.json": "444f314f29b4804433a0bbe7dddbcd0cbb66d221e14886446fb93c004e36df97", "954ed5674ada4bbfb42e40135750a1ee.response.txt": "afdf7e7f0bc9bc62a8ba4f5ecf74578a226a02432391c441a5ff6a8ff30e4089", "809126e3657e4071a4b47fbd96c90b07.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "788fa880bf9e424cbb428fb9e9073b32.response.txt": "9b21602f11453afe5d1cfc71db327b2546cb0bc29f561622e21839ec1f8f5d67", "788fa880bf9e424cbb428fb9e9073b32.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "e1728c9183b6484887c858b238b6e90e.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "2bb105061f4d4c78ad8c54024587ed2c.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "88d60fe83a6c4b37846c9481bd070a6f.request.json": "7ebdb410842ab428dafcefd6abd3c13a3fd88d364a17d0b482a36d1d6556f478", "c1f8eb19d3ce4695a3da13180d24f229.request.json": "00d4db88f698768b96dbb446b10cb99c60359031af92a6ca1bd72189b88e34c4", "c1f8eb19d3ce4695a3da13180d24f229.response.txt": "2f9eb0adaa5ac4eb42f38c1dfdf699e626fe308ae01f40b0b0bdcb0c52b0c4e1", "88d60fe83a6c4b37846c9481bd070a6f.response.txt": "d059dcb2a4c8021d4d8e08f1d2adadb1bc58584e6e892c9fc2dbf5793b58ae2a", "sandbox_preflight.json": "8415d156075475eba2b82a04636f833e85484020de5e6424f6140cd0ac61390f", "0055b57176d74262af02b25714f26605.response.txt": "e3724472d1dac2206a6f814aa5b28bfe467d9f3dcaafea987a3578ae1e76a0b4", "b2253ca11b944f069c3345d27ad4dfdd.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "3c4fdb2c61654994bdf3a93a346f275a.response.txt": "cfcd538a1275ad11c8d2988b42457b68606901744b90392886a128aed8fbdcc6", "0055b57176d74262af02b25714f26605.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "prompt.txt": "6c229fd3a8dda211432b4ff70838fa0cb73b325bc778da52ab0cdd280619a5fe", "budget_ledger.json": "26e075653813d76395a52dd48f01dafa1e07c26d44a9f90bb67ee51784d607c2", "3c4fdb2c61654994bdf3a93a346f275a.request.json": "b4322f92b353b61748a90f63dc7da1768b9fb9fa0ab9b6d228845a1e50160db7", "d240d88a569b463f881e079722b1d970.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "oracle.stdout.txt": "5b22a02f39f6be766ee28b0cdfca80c3244449283a14f0786cda512f6659a6fd", "68f2da4d3dd04d108c34231ac3d876ca.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "ae22192595264141a42270e57a5bb36d.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "sandbox.sb": "88e6f72c9a69490a1e8f8aceb4edc1822afb9ff839883d9e891c95db9b5a82d6", "stderr.txt": "1f35ee32746b3ce5236eb42b9c5d220b40f5e8895e2491637fbe7a264df38912", "5df78b412f3c4f909ea6d62b00bf485b.response.txt": "3328157243652d733f36ce8bdf7a097e7961cb099dcaf28f9f604b6954482cd5", "b2253ca11b944f069c3345d27ad4dfdd.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "68f2da4d3dd04d108c34231ac3d876ca.request.json": "8bcae81a843e86b084adcb31a4520b3f58da247b608ffd7b7b5356cdf88e5134", "f2b15bd9999f46899f6a39ea9e621710.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "5df78b412f3c4f909ea6d62b00bf485b.request.json": "0d66e27973ec5050f3db002ddb378eb6fd67a6040bda567213b5e3b4675f4e89", "b2253ca11b944f069c3345d27ad4dfdd.response.txt": "ed24115b6477c7bf037f7867d335a1de527f87efbcc62e8e8228ed6e6848e2fc", "68f2da4d3dd04d108c34231ac3d876ca.response.txt": "ecf488a93bd883dd44f6da951ae2cf200c3eaea7bd6e7f3f731e005b52326dfe", "b3db2db398184add9bc2ee3af31b3403.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "13cfd25a092d4446a486e19a646b7947.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "ae22192595264141a42270e57a5bb36d.response.txt": "40cb25e63c64580b1eb95af6935ef47f11baaffd1227e44c217a1014d8643dee", "0055b57176d74262af02b25714f26605.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "3c4fdb2c61654994bdf3a93a346f275a.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "5df78b412f3c4f909ea6d62b00bf485b.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "f2b15bd9999f46899f6a39ea9e621710.response.txt": "f9b5a74dbd6786b674e73ddfb9be6ae85780800fa987841f846b43785c095b11", "13cfd25a092d4446a486e19a646b7947.response.txt": "43f2cefc2cd91c0dc359c79751e1789b58e05ff4023b4d02d0fce059d5e00521", "ae22192595264141a42270e57a5bb36d.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "launch.json": "f80e7b720dfbb6959940b54f6d108bc8e547855b65804fb079f224eb62f4b608", "f2b15bd9999f46899f6a39ea9e621710.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "08da01992a2248b48612342cdce5c8df.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "13cfd25a092d4446a486e19a646b7947.request.json": "1ce9fd30eb6307a789013531fafa6783691de6024645b61fa7535304f3e49dd4", "acb06a9d17234c8db974b934c7ad2953.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "invocation.json": "ef0a95930dfceeab2b378a802c4e859d2f82c41d21a878e6a843cc903c3bcb29", "1f5dc366de2c4c62aee3e3a4a6c2b145.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "d240d88a569b463f881e079722b1d970.response.txt": "57b021f770e28ffc715513917dc4ecf57a791d7f41133885ce4403b57fcbd759", "oracle.stderr.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855", "d240d88a569b463f881e079722b1d970.request.json": "c25f6aa1a57fedf1a8b70de26031235b08750a9132570d894678200161e77c12", "d6d3483c90f246d6857b3c5f27a31c24.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "freeze.json": "c55c7036fb19c0099134059d704d0849539190b8915aad0c37958ba98722b9e2", "2bb105061f4d4c78ad8c54024587ed2c.request.json": "9f285588f9eb4ddd1acb0ac28a638c081d9906d90338584ad0180a4730c32a29", "product_source.json": "530f58160abee0dcbfaaabd38399fb96edef64c135bcb6f98fb01f7467dbf17c", "88d60fe83a6c4b37846c9481bd070a6f.http.json": "1e59a50dc3d6db42e13fba247a3fe83c1a939e105d6bf1b3c8004d504062e05e", "2bb105061f4d4c78ad8c54024587ed2c.response.txt": "5a8798f418f45a03424be284bb2504f0317b0531805e159f4d8abb6525ca3a3a", "788fa880bf9e424cbb428fb9e9073b32.http.json": "61ca6e166625766fcb665d9547ecac2a036d03e49195f3203734271ef000f32a", "workspace/solution.py": "765df77a7aabb2494a9dc34a5aa3a87f036934330c196350536bc6a273b41f04", "private_producer/state.json": "88b0bbbb1c557a9e1ed820fcf20916238a4899e6e7930c3febd41ac2703c6a0b", "private_producer/gateway-0008.sse": "d059dcb2a4c8021d4d8e08f1d2adadb1bc58584e6e892c9fc2dbf5793b58ae2a", "private_producer/gateway-0006.sse": "cfcd538a1275ad11c8d2988b42457b68606901744b90392886a128aed8fbdcc6", "private_producer/gateway-0007.sse": "3328157243652d733f36ce8bdf7a097e7961cb099dcaf28f9f604b6954482cd5", "private_producer/gateway-0005.sse": "5a8798f418f45a03424be284bb2504f0317b0531805e159f4d8abb6525ca3a3a", "private_producer/gateway-0004.sse": "f85c283ca58a6fa2de862c5b471f428081a688abe5ca03957a892b44ebad829c", "private_producer/gateway-0001.sse": "ecf488a93bd883dd44f6da951ae2cf200c3eaea7bd6e7f3f731e005b52326dfe", "private_producer/gateway-0003.sse": "7fcd5df7f1ae16999c1da0881531f1cd71f4dc0bf1a6289c231d5ea39db94ce7", "private_producer/gateway-0002.sse": "049d217c995458c9d999d0f47ec2a89deb00927f359cc8b0dc263f904e20bf27", "private_producer/runtime/compaction_events.jsonl": "ce1a6b87c3e03699f409d0239eb92b35ed7890e1cde59bfc1b735b71c432dc55", "private_producer/runtime/.verdict_code_usage.inv-b380d377ce7342fdacaac3475c2d5e09.json": "ec7f2fed0cc401fefe68a39f01151f67aa8b2354ec37548e6ea3029674a6f293", "private_producer/runtime/costs.json": "1fc8361327a461540e02c1aff7756ca01f214441551045db677bee6b39a2bca3", "private_producer/runtime/model_cache/availability_cache.json": "155f061e383aeff92a07bf8f7d8ed4cef93c2d86cdb67e4e83aef8d44f336219", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t5/comms.txt": "d85718002531e758f5dc7b827c68a491bea0002e7cfd55891c055ed042c6c87d", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t2/comms.txt": "8a0ce54f216519ba57fbc78155b441273eed77791510057c15a37a1e683f55d1", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t3/comms.txt": "2e96e5dcfad1e7f93eab0fd1095bb7bed36dde5b56d762c05cc2d38fe6983840", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t4/comms.txt": "d13be321e5aed9326cb08fff6ff4bd00641ebd5dd977cc05883c53d50836b4bc", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd/comms.txt": "352a11a3680a7be22ec4917ebb0fa40847c19b6718a4b5b8a224568d9d4afbea", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t1/comms.txt": "d2b9d8a1ccf96de2f762a436e1dd8732ad7e3f0730db016eeb5e27eb2539e1cf", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t6/comms.txt": "cc501a3f8a52696116bd2c5037d7f42250e0062a2399d4526e4ff538a90ed03e", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t8/comms.txt": "66a151c0aba2541988afd99742d5ffc31cc81e4f0471cb688e1aa2275452bf17", "private_producer/runtime/artifacts/runs/20261016T105711Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_a35cdd-t7/comms.txt": "dd3e8518ff2790be488420f1597d339d64c5e94a60a49b612a2f58e51b42c73d" }, "productSource": { "head": "c10bfbd95dcdb14c1eaf1955be9a6092f77eb454", "files": { "scripts/benchmarks/agent_comparison_rerun_20261016.py": "dea8398184af501d9b340e1349f906cbcefd12ad832908707050a7566ea81e7a", "tools/verdict-code/verdict_code/agent.py": "62e8e590d90d768f6d2c728a757727b77bfbb596776b17c8756a182a1238ccd3", "tools/verdict-code/verdict_code/tools/__init__.py": "609350f15bbdec4099405afe9ddddddf7b2caa7d2d03cc53e0276d6ab8d3bd57", "tools/verdict-code/verdict_code/main.py": "83a94cb7a962a972a43d76743ed7a7d4e1ab36ddf4364451587cbc9b5c21828a", "tools/verdict-code/VERSION": "71573f2b38da780fb8f08530fb1f65e7285e362953dc2aec19f1c59e92e6f442" } }, "protocol": { "schema": "agent_comparison_rerun_policy.v1", "temperature": 0.0, "timeout_seconds": 240, "per_request_output_tokens": 8192, "proxy_shared_max_input_tokens": 160000, "proxy_shared_max_output_tokens": 32000, "proxy_reservation": "entire request UTF8 bytes +32/message+128; providerusage settled after eachcall; failclosed ifmissing", "maximum_input_tokens": 160000, "total_token_budget": 400000, "max_turns": 24, "proxy_read_timeout_seconds": 270, "verdict_stream_idle_timeout_seconds": 240, "aider_request_timeout_seconds": 240, "reasoning": { "mode": "default" }, "models": "exact pins, no failover", "task_file": "solution.py", "hidden_oracle_fed_to_agent": false, "producer_location": "outside candidate workspace; candidate read denied", "aider_context": "live exact catalog context metadata; history ceiling=min(inputbudget,context/2)", "appendix_model_changed": false } } }