{
  "schema": "agent-rerun-receipt.v1",
  "record": {
    "id": "native-devin-blueprint-prose-scope",
    "taskId": "blueprint-prose-scope",
    "taskTitle": "Prose PRD: CSV import with exclusions and acceptance criteria",
    "agent": "Devin CLI",
    "requestedModel": "swe-2-medium",
    "resolvedModel": "swe-2-medium",
    "wallSeconds": 16.52,
    "inputTokens": 27503,
    "outputTokens": 781,
    "totalTokens": 28284,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 10,
    "assertionsTotal": 10,
    "observedNativeModel": "swe-2-medium",
    "modelIdentityStatus": "MATCHED_NATIVE_RECEIPT",
    "modelIdentityEvidence": "native exporter generation_model",
    "providerResponseModel": null,
    "reasoningEffort": null,
    "family": "blueprint",
    "status": "PASS",
    "tier": "native subscription",
    "diagnosticOnly": false,
    "comparisonEligible": null,
    "cohort": "original-model",
    "resultNote": null,
    "limitations": [
      "Auth uses existing native subscription/prepaid account; billing decrement unavailable.",
      "Native models differ: this is a product pilot, not a same-model comparison.",
      "Synthetic authored fixture; no statistical ranking.",
      "Planning structure rubric only; exact task count and exclusion text checks require semantic review. Not code execution quality.",
      "Custom pilot receipt has not been admitted through BenchmarkResult to JSON/DuckDB/Neon; no leaderboard promotion."
    ],
    "evidenceFile": "native-devin-blueprint-prose-scope.json"
  },
  "sourceRecord": {
    "id": "native-devin-blueprint-prose-scope",
    "family": "blueprint-planning",
    "taskId": "blueprint-prose-scope",
    "taskTitle": "Prose PRD: CSV import with exclusions and acceptance criteria",
    "agent": "Devin CLI",
    "requestedModel": "swe-2-medium",
    "resolvedModel": "swe-2-medium",
    "status": "PASS",
    "wallSeconds": 16.52,
    "inputTokens": 27503,
    "outputTokens": 781,
    "totalTokens": 28284,
    "costUsd": null,
    "energyWh": null,
    "assertionsPassed": 10,
    "assertionsTotal": 10,
    "behaviorPassed": 11,
    "behaviorTotal": 11,
    "scopePassed": true,
    "changedPaths": [],
    "addedPaths": [
      "plan.json"
    ],
    "processExitCode": 0,
    "oracleExitCode": 0,
    "evidencePaths": [
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/command.json",
        "sha256": "75c470b0f4a41ff5642ca31e4bc222fb052b2e8d55b06c49f56c750cffc15440"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/freeze.json",
        "sha256": "6f57c5a1dd3318553cf4964b6e1df3f7755c6475e0e1c9047d00930bece7b3f8"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/oracle.stderr.log",
        "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/oracle.stdout.log",
        "sha256": "1dfd7087c0c7791b37059bdf5ebed1919c4b108710737598a128031c51b87933"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/prompt.txt",
        "sha256": "6fa70e7b4440527c999b6d415c3115c484748276488d5013ba8d2b71a2b1ab46"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/sandbox.sb",
        "sha256": "b57f94965e600704176f3ff389e5f9a0a8ddb07a12bb84a98364448024cec614"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/semantic-checks.json",
        "sha256": "60291ca416605988322a996c8b5abc0e3f7d78d7d6b92a8340c6df80879c50ad"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/stderr.log",
        "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/stdout.log",
        "sha256": "cacda0091edb58fb39d0f37f289c3396c0ff27219b7889667637d89ac6611e79"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/transcript.json",
        "sha256": "561099944c0a8f7fb3ab9b206b730be08c57057cebada473e72aa64301503c94"
      },
      {
        "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/workspace/plan.json",
        "sha256": "85b5ac573525282c9d6ccb2b2e1152fe4bad80af18d30658bfe120c525c74625"
      }
    ],
    "limitations": [
      "Auth uses existing native subscription/prepaid account; billing decrement unavailable.",
      "Native models differ: this is a product pilot, not a same-model comparison.",
      "Synthetic authored fixture; no statistical ranking.",
      "Planning structure rubric only; exact task count and exclusion text checks require semantic review. Not code execution quality.",
      "Custom pilot receipt has not been admitted through BenchmarkResult to JSON/DuckDB/Neon; no leaderboard promotion."
    ],
    "cachedInputTokens": 13898,
    "observedNativeModel": "swe-2-medium",
    "modelIdentityEvidence": "native exporter generation_model",
    "threeStoreAdmission": "NOT_VERIFIED",
    "admitted": false,
    "tier": "native subscription",
    "modelIdentityStatus": "MATCHED_NATIVE_RECEIPT",
    "acceptanceStatus": "PASS",
    "rawStructuralChecksPassed": 11,
    "rawStructuralChecksTotal": 11,
    "semanticChecksPassed": 10,
    "semanticChecksTotal": 10,
    "semanticChecksUnknown": 0,
    "planningSemanticReview": "Independent requirement/dependency/exclusion rubric; raw exact-count/keyword scores retained as diagnostic only."
  },
  "sourceFile": "artifacts/agent_comparison_rerun_20261016/native/reviewed-summary.json",
  "sourceFileSha256": "d470470c759ba7357132831170430dcd2876add878a4fb767db2fe55d9163a70",
  "files": [
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/command.json",
      "sha256": "75c470b0f4a41ff5642ca31e4bc222fb052b2e8d55b06c49f56c750cffc15440",
      "bytes": 1557
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/freeze.json",
      "sha256": "6f57c5a1dd3318553cf4964b6e1df3f7755c6475e0e1c9047d00930bece7b3f8",
      "bytes": 424,
      "content": "{\n  \"frozenAt\": \"2026-10-16T03:58:48.198647+00:00\",\n  \"syntheticInput\": true,\n  \"promptSha256\": \"6fa70e7b4440527c999b6d415c3115c484748276488d5013ba8d2b71a2b1ab46\",\n  \"fixtureContractSha256\": \"6c7c9b41a18ecf622b6f03ca745acad60fe5c261300ef2294e5b6aa95214b21c\",\n  \"fixtureHashes\": {},\n  \"requestedModel\": \"swe-2-medium\",\n  \"taskId\": \"blueprint-prose-scope\",\n  \"workingDirectory\": \"<temporary-workspace>\"\n}\n",
      "contentRedacted": true,
      "publishedContentSha256": "d1dfc04582c3dc8df3f8e567f965be269bb2cbed4cf429d3aa7a6eca8548aac5"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/oracle.stderr.log",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0,
      "content": "",
      "contentRedacted": false,
      "publishedContentSha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/oracle.stdout.log",
      "sha256": "1dfd7087c0c7791b37059bdf5ebed1919c4b108710737598a128031c51b87933",
      "bytes": 686,
      "content": "[\n  {\n    \"name\": \"covers:csv+parser\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:email+valid\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:summary+count\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:test+csv\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:test+duplicate\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"excludes:salesforce\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"excludes:cryptocurrency\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"exact_task_count\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"unique_nonempty_ids\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"no_dangling_dependencies\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"acyclic\",\n    \"passed\": true\n  }\n]\n",
      "contentRedacted": false,
      "publishedContentSha256": "1dfd7087c0c7791b37059bdf5ebed1919c4b108710737598a128031c51b87933"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/prompt.txt",
      "sha256": "6fa70e7b4440527c999b6d415c3115c484748276488d5013ba8d2b71a2b1ab46",
      "bytes": 1006,
      "content": "Convert the provided PRD into a work breakdown plan. Return only JSON with a tasks array. Each task has task_id (T-001 etc in document order), name, description, and deps (task_id strings). Include delivery and acceptance work. Honor exclusions; risks are context, not deliverables. Keep explicit dependencies and make a valid acyclic dependency graph. Do not implement code or predict measurements.\n\n# TEST Benchmark Contact Import\n\n## Scope\nImplement a CSV parser that reads UTF-8 contact files with name and email columns.\n\nBuild an email validator that rejects rows without an at sign or with a blank name.\n\nCreate an import summary reporting accepted and rejected row counts.\n\n## Acceptance Criteria\n- Test empty CSV files and quoted commas.\n- Test that duplicate email rows are reported consistently.\n\n## Non-goals\n- Build a Salesforce synchronization connector.\n- Implement cryptocurrency billing.\n\n## Risks\n- Malformed CSV input may contain unclosed quotes.\n\n\nWrite only the JSON plan to plan.json.",
      "contentRedacted": false,
      "publishedContentSha256": "6fa70e7b4440527c999b6d415c3115c484748276488d5013ba8d2b71a2b1ab46"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/sandbox.sb",
      "sha256": "b57f94965e600704176f3ff389e5f9a0a8ddb07a12bb84a98364448024cec614",
      "bytes": 751
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/semantic-checks.json",
      "sha256": "60291ca416605988322a996c8b5abc0e3f7d78d7d6b92a8340c6df80879c50ad",
      "bytes": 642,
      "content": "[\n  {\n    \"name\": \"covers:csv+parser\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:email+valid\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:summary+count\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:test+csv\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"covers:test+duplicate\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"does_not_deliver:salesforce\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"does_not_deliver:cryptocurrency\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"unique_nonempty_ids\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"no_dangling_dependencies\",\n    \"passed\": true\n  },\n  {\n    \"name\": \"acyclic\",\n    \"passed\": true\n  }\n]\n",
      "contentRedacted": false,
      "publishedContentSha256": "60291ca416605988322a996c8b5abc0e3f7d78d7d6b92a8340c6df80879c50ad"
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/stderr.log",
      "sha256": "e3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855",
      "bytes": 0
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/stdout.log",
      "sha256": "cacda0091edb58fb39d0f37f289c3396c0ff27219b7889667637d89ac6611e79",
      "bytes": 1515
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/transcript.json",
      "sha256": "561099944c0a8f7fb3ab9b206b730be08c57057cebada473e72aa64301503c94",
      "bytes": 81188
    },
    {
      "path": "artifacts/agent_comparison_rerun_20261016/native/devin-blueprint-prose-scope/workspace/plan.json",
      "sha256": "85b5ac573525282c9d6ccb2b2e1152fe4bad80af18d30658bfe120c525c74625",
      "bytes": 1298,
      "content": "{\n  \"tasks\": [\n    {\n      \"task_id\": \"T-001\",\n      \"name\": \"Implement UTF-8 CSV parser\",\n      \"description\": \"Build a CSV parser that reads UTF-8 contact files with name and email columns, correctly handling quoted fields (including quoted commas) and unclosed-quote malformed input.\",\n      \"deps\": []\n    },\n    {\n      \"task_id\": \"T-002\",\n      \"name\": \"Implement email/name validator\",\n      \"description\": \"Build a validator that rejects rows missing an at sign in the email or with a blank name.\",\n      \"deps\": [\"T-001\"]\n    },\n    {\n      \"task_id\": \"T-003\",\n      \"name\": \"Implement import summary\",\n      \"description\": \"Create an import summary reporting accepted and rejected row counts, including consistent reporting of duplicate email rows.\",\n      \"deps\": [\"T-002\"]\n    },\n    {\n      \"task_id\": \"T-004\",\n      \"name\": \"Write acceptance tests\",\n      \"description\": \"Add tests covering empty CSV files, quoted commas, and consistent reporting of duplicate email rows.\",\n      \"deps\": [\"T-003\"]\n    },\n    {\n      \"task_id\": \"T-005\",\n      \"name\": \"Delivery and acceptance verification\",\n      \"description\": \"Run the full test suite and acceptance checks to verify the import flow meets the acceptance criteria; package/deliver the feature.\",\n      \"deps\": [\"T-004\"]\n    }\n  ]\n}\n",
      "contentRedacted": false,
      "publishedContentSha256": "85b5ac573525282c9d6ccb2b2e1152fe4bad80af18d30658bfe120c525c74625"
    }
  ],
  "disclosure": "Synthetic inputs and observed execution. Original-byte hashes retained; selected source and oracle outputs reproduced. Private provider transcripts remain local."
}