{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "native-devin-extra-regression-repair",
    "taskId": "extra-regression-repair",
    "taskTitle": "Repair money calculations across modules",
    "agent": "Devin CLI",
    "requestedModel": "swe-2-medium",
    "resolvedModel": "swe-2-medium",
    "wallSeconds": 10.936,
    "inputTokens": 72162,
    "outputTokens": 1086,
    "totalTokens": 73248,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 10,
    "assertionsTotal": 10,
    "observedNativeModel": "swe-2-medium",
    "modelIdentityStatus": "MATCHED_NATIVE_RECEIPT",
    "modelIdentityEvidence": "native exporter generation_model",
    "providerResponseModel": null,
    "reasoningEffort": null,
    "family": "regression-repair",
    "status": "PASS",
    "tier": "native subscription",
    "diagnosticOnly": false,
    "comparisonEligible": null,
    "cohort": "original-model",
    "resultNote": null,
    "limitations": [
      "Auth uses existing native subscription/prepaid account; billing decrement unavailable.",
      "Native models differ: this is a product pilot, not a same-model comparison.",
      "Synthetic authored fixture; no statistical ranking.",
      "Custom pilot receipt has not been admitted through BenchmarkResult to JSON/DuckDB/Neon; no leaderboard promotion."
    ],
    "evidenceFile": "native-devin-extra-regression-repair.json"
  },
  "sourceRecord": {
    "id": "native-devin-extra-regression-repair",
    "family": "regression-repair",
    "taskId": "extra-regression-repair",
    "taskTitle": "Repair money calculations across modules",
    "agent": "Devin CLI",
    "requestedModel": "swe-2-medium",
    "resolvedModel": "swe-2-medium",
    "status": "PASS",
    "wallSeconds": 10.936,
    "inputTokens": 72162,
    "outputTokens": 1086,
    "totalTokens": 73248,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 10,
    "assertionsTotal": 10,
    "behaviorPassed": 9,
    "behaviorTotal": 9,
    "scopePassed": true,
    "changedPaths": [
      "cart.py",
      "invoice.py"
    ],
    "addedPaths": [],
    "processExitCode": 0,
    "oracleExitCode": 0,
    "evidencePaths": [
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/command.json",
        "sha256": "d6bb38fc026be311626ddea8f5ede25771f19920b7526271ded80f67af583fc2"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/freeze.json",
        "sha256": "f8672a1903a3bb506bcb94f5f3e365bbd933015460263306c13299ce97e69e4a"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/oracle.stderr.log",
        "sha256": "d239edb83a6c5b3607b4a78ed5bc446dff9ffd15b797441262f403d1a6f62c6c"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/oracle.stdout.log",
        "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/prompt.txt",
        "sha256": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/sandbox.sb",
        "sha256": "d156f0f813d419c295b4a1b0172bdd0a02060af1624d9ef38bd5c1625976932d"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/stderr.log",
        "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/stdout.log",
        "sha256": "9483f3a69e140475ee19e86675cec9e09ded1b848361ad4770590b833b9c2c57"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/transcript.json",
        "sha256": "90ddb3a778ac72435c37d38f909624a6f7dc38622b1bcb10ec271df7dc09677c"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/README.md",
        "sha256": "b8c8d2a4e51ac441528ef18987f81f996c60ec1367a08f0d4ee6c0e68c3f3fe5"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/cart.py",
        "sha256": "efb7d3faf044d9512491f044a84c9f03b78b8eb1210b7c55988b8a33f3c1c207"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/invoice.py",
        "sha256": "6377613deb2d714933923f43e84b1bd919d78c1488b12cad9d83da8b968312b8"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/test_existing.py",
        "sha256": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb"
      }
    ],
    "limitations": [
      "Auth uses existing native subscription/prepaid account; billing decrement unavailable.",
      "Native models differ: this is a product pilot, not a same-model comparison.",
      "Synthetic authored fixture; no statistical ranking.",
      "Custom pilot receipt has not been admitted through BenchmarkResult to JSON/DuckDB/Neon; no leaderboard promotion."
    ],
    "cachedInputTokens": 55296,
    "observedNativeModel": "swe-2-medium",
    "modelIdentityEvidence": "native exporter generation_model",
    "threeStoreAdmission": "NOT_VERIFIED",
    "admitted": false,
    "tier": "native subscription",
    "modelIdentityStatus": "MATCHED_NATIVE_RECEIPT",
    "acceptanceStatus": "PASS"
  },
  "sourceFile": "artifacts/agent_comparison_rerun_20261016/native/reviewed-summary.json",
  "sourceFileSha256": "d470470c759ba7357132831170430dcd2876add878a4fb767db2fe55d9163a70",
  "files": [
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/command.json",
      "sha256": "d6bb38fc026be311626ddea8f5ede25771f19920b7526271ded80f67af583fc2",
      "bytes": 1156
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/freeze.json",
      "sha256": "f8672a1903a3bb506bcb94f5f3e365bbd933015460263306c13299ce97e69e4a",
      "bytes": 860,
      "content": "{\n  \"frozenAt\": \"2026-10-16T03:57:13.556144+00:00\",\n  \"syntheticInput\": true,\n  \"promptSha256\": \"b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7\",\n  \"fixtureContractSha256\": \"133564a7ef2a4d40230de10d32c24c9650e1c9f60d910db4a45b4df9301e91a8\",\n  \"fixtureHashes\": {\n    \"invoice.py\": \"511f665ac9f198741d8ba1731979923a0d9c0c52f11d05d4eb7825b30b414f61\",\n    \"cart.py\": \"d639d79d64eba17b909d01e3bd0e4c0fb43c313b2dc7e4748af0149fca185867\",\n    \"README.md\": \"b8c8d2a4e51ac441528ef18987f81f996c60ec1367a08f0d4ee6c0e68c3f3fe5\",\n    \"test_existing.py\": \"fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb\"\n  },\n  \"requestedModel\": \"swe-2-medium\",\n  \"taskId\": \"extra-regression-repair\",\n  \"workingDirectory\": \"<temporary-workspace>\",\n  \"oracleSha256\": \"168cb53da5c1645a4afd68d5a7bf6918a9165017fc65c13d9dcf29bed4788204\"\n}\n",
      "contentRedacted": true,
      "publishedContentSha256": "d8f1683b8d7e008e601293254f83a85e62f78b953d5d441df82b654db08c1bad"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/oracle.stderr.log",
      "sha256": "d239edb83a6c5b3607b4a78ed5bc446dff9ffd15b797441262f403d1a6f62c6c",
      "bytes": 783,
      "content": "test_decimal_type (__main__.RegressionOracle.test_decimal_type) ... ok\ntest_empty_cart_type (__main__.RegressionOracle.test_empty_cart_type) ... ok\ntest_generator (__main__.RegressionOracle.test_generator) ... ok\ntest_invalid_quantity (__main__.RegressionOracle.test_invalid_quantity) ... ok\ntest_multiply_before_rounding (__main__.RegressionOracle.test_multiply_before_rounding) ... ok\ntest_negative_price (__main__.RegressionOracle.test_negative_price) ... ok\ntest_round_each_line (__main__.RegressionOracle.test_round_each_line) ... ok\ntest_round_half_up (__main__.RegressionOracle.test_round_half_up) ... ok\ntest_zero_quantity (__main__.RegressionOracle.test_zero_quantity) ... ok\n\n----------------------------------------------------------------------\nRan 9 tests in 0.000s\n\nOK\n",
      "contentRedacted": false,
      "publishedContentSha256": "d239edb83a6c5b3607b4a78ed5bc446dff9ffd15b797441262f403d1a6f62c6c"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/oracle.stdout.log",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/prompt.txt",
      "sha256": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7",
      "bytes": 624,
      "content": "Repair this standard-library-only Python invoice package. invoice.line_total(price, quantity) returns a Decimal rounded to cents with ROUND_HALF_UP after multiplying the exact decimal price by quantity; quantity must be an int >= 0 and bool is invalid (raise ValueError). cart.total(lines) sums individually rounded line totals into a Decimal including Decimal('0.00') for an empty cart. Existing callers of invoice.line_total and cart.total must remain compatible. Fix only invoice.py and cart.py, do not modify README.md or add dependencies. Run the existing tests if useful. Do not replace monetary arithmetic with float.",
      "contentRedacted": false,
      "publishedContentSha256": "b70f397a0ce904320147c810719cfc7bc623ce182820f58b92dccdfacd2924c7"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/sandbox.sb",
      "sha256": "d156f0f813d419c295b4a1b0172bdd0a02060af1624d9ef38bd5c1625976932d",
      "bytes": 753
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/stderr.log",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/stdout.log",
      "sha256": "9483f3a69e140475ee19e86675cec9e09ded1b848361ad4770590b833b9c2c57",
      "bytes": 820
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/transcript.json",
      "sha256": "90ddb3a778ac72435c37d38f909624a6f7dc38622b1bcb10ec271df7dc09677c",
      "bytes": 87420
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/README.md",
      "sha256": "b8c8d2a4e51ac441528ef18987f81f996c60ec1367a08f0d4ee6c0e68c3f3fe5",
      "bytes": 91
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/cart.py",
      "sha256": "efb7d3faf044d9512491f044a84c9f03b78b8eb1210b7c55988b8a33f3c1c207",
      "bytes": 160,
      "content": "from decimal import Decimal\nfrom invoice import line_total\n\ndef total(lines):\n    return sum((line_total(price, qty) for price, qty in lines), Decimal('0.00'))\n",
      "contentRedacted": false,
      "publishedContentSha256": "efb7d3faf044d9512491f044a84c9f03b78b8eb1210b7c55988b8a33f3c1c207"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/invoice.py",
      "sha256": "6377613deb2d714933923f43e84b1bd919d78c1488b12cad9d83da8b968312b8",
      "bytes": 334,
      "content": "from decimal import Decimal, ROUND_HALF_UP\n\nCENTS = Decimal('0.01')\n\ndef line_total(price, quantity):\n    if isinstance(quantity, bool) or not isinstance(quantity, int) or quantity < 0:\n        raise ValueError('quantity must be a non-negative int')\n    return (Decimal(str(price)) * quantity).quantize(CENTS, rounding=ROUND_HALF_UP)\n",
      "contentRedacted": false,
      "publishedContentSha256": "6377613deb2d714933923f43e84b1bd919d78c1488b12cad9d83da8b968312b8"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-extra-regression-repair/workspace/test_existing.py",
      "sha256": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb",
      "bytes": 262,
      "content": "import unittest\nfrom decimal import Decimal\nfrom invoice import line_total\n\nclass ExistingTests(unittest.TestCase):\n    def test_whole_amount(self):\n        self.assertEqual(line_total('2.00', 2), Decimal('4.00'))\n\nif __name__ == '__main__':\n    unittest.main()\n",
      "contentRedacted": false,
      "publishedContentSha256": "fd05d4cf9520d0be75d3629fe64c0365c5848eed199c3d19ddacf18542cf42fb"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local."
}