{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "TEST-extra-regression-repair-verdict-code-20261016T040146Z",
    "taskId": "extra-regression-repair",
    "taskTitle": "Repair money calculations across modules (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/zai/glm-5.3-flash",
    "resolvedModel": null,
    "wallSeconds": 3.768,
    "inputTokens": null,
    "outputTokens": null,
    "totalTokens": null,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": null,
    "assertionsTotal": 10,
    "observedNativeModel": null,
    "modelIdentityStatus": null,
    "modelIdentityEvidence": null,
    "providerResponseModel": null,
    "reasoningEffort": null,
    "family": "regression-repair",
    "status": "BLOCKED",
    "tier": "cloud/BYOK",
    "diagnosticOnly": true,
    "comparisonEligible": false,
    "cohort": "original-model",
    "resultNote": null,
    "limitations": [
      "CLI rejected a non-private 0755 instrumentation directory before inference. Corrected runner uses 0700. Configuration diagnostic, not a coding failure.",
      "Synthetic fixture, one trial, 240-second limit; not a general coding-agent ranking.",
      "9 independent behavior unittest methods plus 1 changed-file scope check.",
      "Model and token accounting require captured provider/usage review; absent values remain unknown.",
      "Timeout/transport failure is infrastructure evidence, not a model quality failure."
    ],
    "evidenceFile": "TEST-extra-regression-repair-verdict-code-20261016T040146Z.json"
  },
  "sourceRecord": {
    "id": "TEST-extra-regression-repair-verdict-code-20261016T040146Z",
    "family": "regression-repair",
    "taskId": "extra-regression-repair",
    "taskTitle": "Repair money calculations across modules (synthetic test input)",
    "agent": "verdict-code",
    "requestedModel": "byok/zai/glm-5.3-flash",
    "resolvedModel": null,
    "status": "BLOCKED",
    "wallSeconds": 3.768,
    "inputTokens": null,
    "outputTokens": null,
    "totalTokens": null,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": null,
    "assertionsTotal": 10,
    "observedCodePass": false,
    "scopePass": true,
    "changedPaths": [],
    "exitCode": 2,
    "evidencePaths": [
      "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z"
    ],
    "limitations": [
      "CLI rejected a non-private 0755 instrumentation directory before inference. Corrected runner uses 0700. Configuration diagnostic, not a coding failure.",
      "Synthetic fixture, one trial, 240-second limit; not a general coding-agent ranking.",
      "9 independent behavior unittest methods plus 1 changed-file scope check.",
      "Model and token accounting require captured provider/usage review; absent values remain unknown.",
      "Timeout/transport failure is infrastructure evidence, not a model quality failure."
    ],
    "evidenceHashes": {
      "stdout.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "result.json": "37c0497f609bf1c06f2583fadf46a92383ee21231c145dc7f7b150f2ba061ef2",
      "75c94f324b8642fd8f0e24553c871f88-http.json": "f67c85cd5fcfeab026cc189e3d46b30e674c8d69a1329f5d1671c53bc48337f1",
      "prompt.txt": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7",
      "oracle.stdout.txt": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "sandbox.sb": "0f92f536d414de5da386d82e2623f9d1119deb80d2c3358c4fffaef7b871fb48",
      "gateway-health.json": "006ca391c63d97181984c1a68b57ad7eb5820b6409455a9129ea360cee2200d6",
      "stderr.txt": "85d2e8bb8fdca2b5290e5f36f55045fa762c0d5ab343db1e65fcbd062571f10c",
      "75c94f324b8642fd8f0e24553c871f88-response.txt": "9d120c6a13de60e3e7693476ce090d57233dbe981c0efb8201c8c6e4ade06ab8",
      "75c94f324b8642fd8f0e24553c871f88-request.json": "609da2602d387a20df0293cfaf21a49e0ba6ecd59415a2936a3f91739ae34f77",
      "invocation.json": "80f8f19b3b256956fcc67ec7907932ca01c9b8695e7b888d13a18308d8d966d5",
      "oracle.stderr.txt": "90663a86642f545378372dc883c8f0e612f4ec1b49d97f2e3bb169bf0daa9a4e",
      "freeze.json": "5a0688cdfb90ec87802a8d8b029352963b2e9ab8c7f5f40e4935abaa3ab97749",
      "workspace/cart.py": "d639d79d64eba17b909d01e3bd0e4c0fb43c313b2dc7e4748af0149fca185867",
      "workspace/test_existing.py": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb",
      "workspace/README.md": "b8c8d2a4e51ac441528ef18987f81f996c60ec1367a08f0d4ee6c0e68c3f3fe5",
      "workspace/invoice.py": "511f665ac9f198741d8ba1731979923a0d9c0c52f11d05d4eb7825b30b414f61"
    },
    "rejectedToolCalls": null,
    "rejectedWriteCalls": null,
    "loopFeedbackCount": null,
    "toolCalls": null,
    "terminalCompleted": false,
    "originalAttemptsPreserved": true,
    "proofLevel": "PREFLIGHT_ONLY",
    "diagnosticOnly": true,
    "comparisonEligible": false,
    "providerDispatchStarted": false,
    "capturedChatRequestBytes": []
  },
  "sourceFile": "artifacts/agent_comparison_rerun_20261016/extra/reviewed-summary.json",
  "sourceFileSha256": "fe7ef28c4d030f71e5e79c8b5a8922cb12fcdde804e659162c920ef7113bf4f2",
  "files": [
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/75c94f324b8642fd8f0e24553c871f88-http.json",
      "sha256": "f67c85cd5fcfeab026cc189e3d46b30e674c8d69a1329f5d1671c53bc48337f1",
      "bytes": 24
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/75c94f324b8642fd8f0e24553c871f88-request.json",
      "sha256": "609da2602d387a20df0293cfaf21a49e0ba6ecd59415a2936a3f91739ae34f77",
      "bytes": 56
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/75c94f324b8642fd8f0e24553c871f88-response.txt",
      "sha256": "9d120c6a13de60e3e7693476ce090d57233dbe981c0efb8201c8c6e4ade06ab8",
      "bytes": 1075536
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/freeze.json",
      "sha256": "5a0688cdfb90ec87802a8d8b029352963b2e9ab8c7f5f40e4935abaa3ab97749",
      "bytes": 269,
      "content": "{\n  \"task_sha256\": \"133564a7ef2a4d40230de10d32c24c9650e1c9f60d910db4a45b4df9301e91a8\",\n  \"oracle_sha256\": \"168cb53da5c1645a4afd68d5a7bf6918a9165017fc65c13d9dcf29bed4788204\",\n  \"frozen_before_execution_at\": \"2026-10-16T04:01:46.362964+00:00\",\n  \"synthetic_input\": true\n}",
      "contentRedacted": false,
      "publishedContentSha256": "5a0688cdfb90ec87802a8d8b029352963b2e9ab8c7f5f40e4935abaa3ab97749"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/gateway-health.json",
      "sha256": "006ca391c63d97181984c1a68b57ad7eb5820b6409455a9129ea360cee2200d6",
      "bytes": 1326
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/invocation.json",
      "sha256": "80f8f19b3b256956fcc67ec7907932ca01c9b8695e7b888d13a18308d8d966d5",
      "bytes": 2476
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/oracle.stderr.txt",
      "sha256": "90663a86642f545378372dc883c8f0e612f4ec1b49d97f2e3bb169bf0daa9a4e",
      "bytes": 6187,
      "content": "FFFFFFEFFFF.\n======================================================================\nERROR: test_invalid_quantity (__main__.RegressionOracle.test_invalid_quantity) (quantity='2')\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 28, in test_invalid_quantity\n    line_total(\"2.00\", quantity)\n  File \"<temporary-workspace>\", line 4, in line_total\n    return round(float(price) * quantity, 2)\n                 ~~~~~~~~~~~~~^~~~~~~~~~\nTypeError: can't multiply sequence by non-int of type 'float'\n\n======================================================================\nFAIL: test_decimal_type (__main__.RegressionOracle.test_decimal_type)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 10, in test_decimal_type\n    self.assertIsInstance(line_total(\"2.10\", 2), Decimal)\nAssertionError: 4.2 is not an instance of <class 'decimal.Decimal'>\n\n======================================================================\nFAIL: test_empty_cart_type (__main__.RegressionOracle.test_empty_cart_type)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 31, in test_empty_cart_type\n    self.assertIsInstance(total([]), Decimal)\nAssertionError: 0 is not an instance of <class 'decimal.Decimal'>\n\n======================================================================\nFAIL: test_generator (__main__.RegressionOracle.test_generator)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 38, in test_generator\n    self.assertEqual(total(iter([(\"2.55\", 2), (\"1.005\", 1)])), Decimal(\"6.11\"))\nAssertionError: 6.1 != Decimal('6.11')\n\n======================================================================\nFAIL: test_invalid_quantity (__main__.RegressionOracle.test_invalid_quantity) (quantity=-1)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 27, in test_invalid_quantity\n    with self.assertRaises(ValueError):\nAssertionError: ValueError not raised\n\n======================================================================\nFAIL: test_invalid_quantity (__main__.RegressionOracle.test_invalid_quantity) (quantity=1.0)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 27, in test_invalid_quantity\n    with self.assertRaises(ValueError):\nAssertionError: ValueError not raised\n\n======================================================================\nFAIL: test_invalid_quantity (__main__.RegressionOracle.test_invalid_quantity) (quantity=True)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 27, in test_invalid_quantity\n    with self.assertRaises(ValueError):\nAssertionError: ValueError not raised\n\n======================================================================\nFAIL: test_multiply_before_rounding (__main__.RegressionOracle.test_multiply_before_rounding)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 16, in test_multiply_before_rounding\n    self.assertEqual(line_total(\"0.335\", 3), Decimal(\"1.01\"))\nAssertionError: 1.01 != Decimal('1.01')\n\n======================================================================\nFAIL: test_negative_price (__main__.RegressionOracle.test_negative_price)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 19, in test_negative_price\n    self.assertEqual(line_total(\"-1.005\", 1), Decimal(\"-1.01\"))\nAssertionError: -1.0 != Decimal('-1.01')\n\n======================================================================\nFAIL: test_round_each_line (__main__.RegressionOracle.test_round_each_line)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 35, in test_round_each_line\n    self.assertEqual(total([(\"0.005\", 1), (\"0.005\", 1)]), Decimal(\"0.02\"))\nAssertionError: 0.02 != Decimal('0.02')\n\n======================================================================\nFAIL: test_round_half_up (__main__.RegressionOracle.test_round_half_up)\n----------------------------------------------------------------------\nTraceback (most recent call last):\n  File \"<repo>/benchmarks/agent_comparison_20261015/extra/oracle_regression.py\", line 13, in test_round_half_up\n    self.assertEqual(line_total(\"1.005\", 1), Decimal(\"1.01\"))\nAssertionError: 1.0 != Decimal('1.01')\n\n----------------------------------------------------------------------\nRan 9 tests in 0.002s\n\nFAILED (failures=10, errors=1)\n",
      "contentRedacted": true,
      "publishedContentSha256": "1dd3ec487d08e66028ec751c896f04c92d76de51c002b64689e23b883d4af604"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/oracle.stdout.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/prompt.txt",
      "sha256": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7",
      "bytes": 624,
      "content": "Repair this standard-library-only Python invoice package. invoice.line_total(price, quantity) returns a Decimal rounded to cents with ROUND_HALF_UP after multiplying the exact decimal price by quantity; quantity must be an int >= 0 and bool is invalid (raise ValueError). cart.total(lines) sums individually rounded line totals into a Decimal including Decimal('0.00') for an empty cart. Existing callers of invoice.line_total and cart.total must remain compatible. Fix only invoice.py and cart.py, do not modify README.md or add dependencies. Run the existing tests if useful. Do not replace monetary arithmetic with float.",
      "contentRedacted": false,
      "publishedContentSha256": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/result.json",
      "sha256": "37c0497f609bf1c06f2583fadf46a92383ee21231c145dc7f7b150f2ba061ef2",
      "bytes": 2728
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/sandbox.sb",
      "sha256": "0f92f536d414de5da386d82e2623f9d1119deb80d2c3358c4fffaef7b871fb48",
      "bytes": 789
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/stderr.txt",
      "sha256": "85d2e8bb8fdca2b5290e5f36f55045fa762c0d5ab343db1e65fcbd062571f10c",
      "bytes": 752
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/stdout.txt",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/workspace/README.md",
      "sha256": "b8c8d2a4e51ac441528ef18987f81f996c60ec1367a08f0d4ee6c0e68c3f3fe5",
      "bytes": 91
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/workspace/cart.py",
      "sha256": "d639d79d64eba17b909d01e3bd0e4c0fb43c313b2dc7e4748af0149fca185867",
      "bytes": 113,
      "content": "from invoice import line_total\n\ndef total(lines):\n    return sum(line_total(price, qty) for price, qty in lines)\n",
      "contentRedacted": false,
      "publishedContentSha256": "d639d79d64eba17b909d01e3bd0e4c0fb43c313b2dc7e4748af0149fca185867"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/workspace/invoice.py",
      "sha256": "511f665ac9f198741d8ba1731979923a0d9c0c52f11d05d4eb7825b30b414f61",
      "bytes": 107,
      "content": "from decimal import Decimal\n\ndef line_total(price, quantity):\n    return round(float(price) * quantity, 2)\n",
      "contentRedacted": false,
      "publishedContentSha256": "511f665ac9f198741d8ba1731979923a0d9c0c52f11d05d4eb7825b30b414f61"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/extra/TEST-extra-regression-repair-verdict-code-20261016T040146Z/workspace/test_existing.py",
      "sha256": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb",
      "bytes": 262,
      "content": "import unittest\nfrom decimal import Decimal\nfrom invoice import line_total\n\nclass ExistingTests(unittest.TestCase):\n    def test_whole_amount(self):\n        self.assertEqual(line_total('2.00', 2), Decimal('4.00'))\n\nif __name__ == '__main__':\n    unittest.main()\n",
      "contentRedacted": false,
      "publishedContentSha256": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local."
}
