{
  "schema": "agent-pilot-manifest.v1",
  "campaign": "2026-10-15",
  "generatedAt": "2026-10-16T03:41:48.348598+00:00",
  "sourceSha": "7496f8b0d2e5fc730911953294f3f212e188a61d",
  "deadlineAt": "2026-10-16T03:52:27Z",
  "rowCount": 57,
  "protocol": [
    "Freeze synthetic tasks and independent acceptance checks before execution.",
    "Run each agent in a fresh disposable workspace with the same task inputs and limits.",
    "Separate matched-model harness comparisons from native products using different models.",
    "Keep every attempted run. Unavailable access, identity gaps, timeouts and apparatus errors are disclosed separately from code failures.",
    "A single trial is a feasibility observation, not a general product ranking.",
    "Blueprint planning checks do not establish generated-application execution.",
    "Runtime instances and apparatus revisions vary across attempts and are recorded per receipt. Shared hardware contention and different time limits prevent a pooled speed ranking.",
    "Status totals include apparatus diagnostics and access preflight. They are not coding-agent success rates."
  ],
  "admission": "See each receipt for three-store diagnostic persistence. No formal leaderboard or model qualification claim.",
  "rawArtifactRoot": "artifacts/agent_comparison_20261015",
  "fixtures": "fixtures.json",
  "semanticReview": "native-semantic-review.json",
  "independentReplay": "independent-replay.json",
  "receipts": [
    {
      "file": "20261016T032540Z_aider_byok_zai_glm-5.3-flash_690836.json",
      "sha256": "cce5602039a8a8ae2dd35e324d6c842f3f872e7c6464fd9b04e98c73fe1f889a"
    },
    {
      "file": "20261016T032610Z_verdict-code_byok_zai_glm-5.3-flash_e5fbf7.json",
      "sha256": "17999ca04f1457cc885341664cb3ad9e9afc0801d7b3f79540aa94b025055d42"
    },
    {
      "file": "20261016T032505Z_verdict-code_byok_zai_glm-5.3-flash_d49eef.json",
      "sha256": "583e95ab0195cf0723c8632ac94201d753a2aa4533f8a2db702beb9016d55ba1"
    },
    {
      "file": "20261016T032612Z_aider_byok_zai_glm-5.3-flash_0d7d04.json",
      "sha256": "3452d82231070b4e1228835029ad633cd7679bf97d6699ba6001e7dbdd87c1be"
    },
    {
      "file": "20261016T032723Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_89dba5.json",
      "sha256": "c891ff8e0faaf68eb26e5e1009b5898097364a89f7b36f7ecc77f91b516d1f5c"
    },
    {
      "file": "20261016T032635Z_verdict-code_byok_zai_glm-5.3-flash_9bb93a.json",
      "sha256": "7fb3e9378d127d9ae9f0919d4cfe1eab8f20e6e75b080dd4bebb48993ac1c1c2"
    },
    {
      "file": "20261016T032817Z_aider_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_d00d50.json",
      "sha256": "087a67b0188f541e8051348201c001d1289ea080d1ff0dd4caddec52b07726d2"
    },
    {
      "file": "20261016T032929Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_ee1486.json",
      "sha256": "52eb771e7f8f41cace98088d06dfbcdc6d28dcb8c5e6aca00ac4f88066c09aaf"
    },
    {
      "file": "20261016T033112Z_aider_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_ce857f.json",
      "sha256": "4f73b90475fdf7d2ce381b22e51c17bd05f1f3f689338df203b1ef24641deec6"
    },
    {
      "file": "20261016T033153Z_verdict-code_byok_openai_gpt-4.1-mini_a1738b.json",
      "sha256": "f6a7ab1465586fae5c1928b43525f1ecfa9e2decee7860b15cae50f6c6a37fee"
    },
    {
      "file": "20261016T033213Z_aider_byok_openai_gpt-4.1-mini_0f6aae.json",
      "sha256": "da39c27984059fbccb5053435c373189604a56686feb9599bce426613ada7d60"
    },
    {
      "file": "20261016T033058Z_verdict-code_byok_zai_glm-5.3-flash_f3fb28.json",
      "sha256": "0eb193fac8f8df0884b8a7f000baca0a8fed85b1506685f56170c6aa05d70fbc"
    },
    {
      "file": "20261016T033306Z_aider_byok_openai_gpt-4.1-mini_929765.json",
      "sha256": "62602fdcfdb37bcfd6d99aafabb90e4c4a6da35b26798a014f40921e7344230a"
    },
    {
      "file": "20261016T033232Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_9d83fa.json",
      "sha256": "691f4812cb9306cf3bb23c503a2b91c7a87a51c5176af07b232361f0d04dd0ad"
    },
    {
      "file": "20261016T033347Z_verdict-code_byok_google_models_gemini-2.5-flash_2868d1.json",
      "sha256": "fb240b660ff048a66ea8ba66ece17f62825a250c764e306261ffe59e2103aea1"
    },
    {
      "file": "20261016T033345Z_verdict-code_byok_deepseek_deepseek-flash_d98d72.json",
      "sha256": "c9e01a6164cd51b755ba1c134d4253e5604d71c4b3220fce9d8dabb22b611356"
    },
    {
      "file": "20261016T033234Z_aider_byok_zai_glm-5.3-flash_77519d.json",
      "sha256": "b05c266b16b090a2ff28e5e43054a2b108aa2007c28fdd8e0d7e69dd0dd7761f"
    },
    {
      "file": "20261016T033410Z_aider_byok_google_models_gemini-2.5-flash_297e5d.json",
      "sha256": "254b87e32cf5ca293ec4a55fe28af4ac9ce5d05ec792bfe6522d05a889579877"
    },
    {
      "file": "20261016T033408Z_aider_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_cb33da.json",
      "sha256": "9363938a0acb5ad8523ae8fb6b17806c3b85bd6c2985a44c20490cb27301c5f6"
    },
    {
      "file": "20261016T033346Z_verdict-code_byok_qwen_qwen3-coder-flash_402794.json",
      "sha256": "e8b829a1f61ff348c70df28031c3167be2576437ef44e0c53a49fd5601fa2d66"
    },
    {
      "file": "20261016T033418Z_aider_byok_deepseek_deepseek-flash_54cf2e.json",
      "sha256": "73096cfbaba69978364eee41070f49a2470f44fc66186b9ca0349c4df1032e53"
    },
    {
      "file": "20261016T033434Z_aider_byok_qwen_qwen3-coder-flash_98e5e2.json",
      "sha256": "456262b47a4b8d0e8bf28e0c5bb0edcf03f67ed10042c921105ea0e28474255e"
    },
    {
      "file": "20261016T033458Z_verdict-code_local_lmstudio_qwen_qwen2.5-coder-1.5b-instruct_54d914.json",
      "sha256": "5f43577412aa3bfd4e7062c80082682e7d5a7e92097da5545f3cfcc476c3ef09"
    },
    {
      "file": "20261016T033516Z_aider_local_lmstudio_qwen_qwen2.5-coder-1.5b-instruct_da844e.json",
      "sha256": "b55421339181bc8a95024f88f3dd5efeb6e00e03624e19bed7927e31b1db42ce"
    },
    {
      "file": "20261016T033457Z_aider_byok_zai_glm-5.3-flash_936356.json",
      "sha256": "a75d55ede8b04c77c3912119a37e0981663ccab68597fcc01e412292e1780afc"
    },
    {
      "file": "20261016T033540Z_verdict-code_local_lmstudio_qwen_qwen3-coder-30b_5b01c0.json",
      "sha256": "113a30d40df9135a7da45e1675c22ac6b98a477cf66ebd1fdd104a97d955ced6"
    },
    {
      "file": "20261016T033656Z_aider_local_lmstudio_qwen_qwen3-coder-30b_9c8512.json",
      "sha256": "385f4205a7f81cd1999c8ea8ea70c75dcd3761d82ce7b1ed89ba5b7d70f454f0"
    },
    {
      "file": "20261016T033742Z_verdict-code_local_lmstudio_openai_gpt-oss-20b_8d73b8.json",
      "sha256": "cbca36c5e48fa4bb11f67b49088da8a1f2cae5db970579ed87823a47a4ab824d"
    },
    {
      "file": "20261016T033823Z_aider_local_lmstudio_openai_gpt-oss-20b_66c271.json",
      "sha256": "e2981217f47fa0ab057a4690fcb5011c67ec56dd25b91cd51def2d5257c357a4"
    },
    {
      "file": "20261016T033837Z_verdict-code_local_lmstudio_google_gemma-4-26b-a4b_82bf22.json",
      "sha256": "d7ba49695d78d31e1cfd0e8eaf99c1dc676ecbef1802f008696ad8d393e8ccb5"
    },
    {
      "file": "20261016T033842Z_aider_local_lmstudio_google_gemma-4-26b-a4b_bfbe9b.json",
      "sha256": "67cc7c6dfe59f7c94dc1a585ba6c1b9cacc239b4668eb3ea383a530940a30edc"
    },
    {
      "file": "20261016T033800Z_verdict-code_byok_zai_glm-5.3-flash_700b65.json",
      "sha256": "2697dac7da8fc37cfd590339720a9ee9cb91a5e1df59defad5739526ce0fef38"
    },
    {
      "file": "native-claude-extra-dependency-scope-isolated.json",
      "sha256": "ea8c08f350efe44d872c842f49e7d0e85644587fd175f03114a7a8e4f81fdd9c"
    },
    {
      "file": "native-claude-extra-regression-repair-isolated.json",
      "sha256": "1a1e3d169fda1a9aed0654d02f2df640ae661b1dfec8b6850476fedf6be5fd84"
    },
    {
      "file": "native-codex-extra-dependency-scope-isolated.json",
      "sha256": "0c886c9daadfe76f90cc618e9a48d91077d8e4149ac4c14660b27a10d0af5749"
    },
    {
      "file": "native-codex-extra-regression-repair.json",
      "sha256": "1db7e3806e43dec3cad6f2bf36bd16150c5124b578004096100728a1f648a4d5"
    },
    {
      "file": "native-codex-extra-regression-repair-isolated.json",
      "sha256": "fc77e16e939f761a39207ac8a926e8c4742b1a47c21ecc138c647250f7fc8d6c"
    },
    {
      "file": "native-codex-extra-regression-repair-native-sandbox.json",
      "sha256": "a32c19b2b8aa552c74b9323c3e706aa2ee0ec2401643475407178b2204729511"
    },
    {
      "file": "native-devin-extra-dependency-scope-isolated.json",
      "sha256": "130a7febec829eaec1000638ab08aec94bd5580ec7d037e76493a35668ca32c4"
    },
    {
      "file": "native-devin-extra-regression-repair.json",
      "sha256": "75dcd45de129b2271940a9cce962fa68a20744b4e09d9b682bc000232757b7ba"
    },
    {
      "file": "native-devin-extra-regression-repair-isolated.json",
      "sha256": "890fba4d4eb7e6b02bfbb8671b9579cdfad4da17f9af41533260bba1b0a3ea4f"
    },
    {
      "file": "native-devin-blueprint-explicit-dependencies-isolated.json",
      "sha256": "51f8a4388862ff300280277404562ed026fdb81d7b9e75fb26ff8fade4c87b7e"
    },
    {
      "file": "native-codex-blueprint-explicit-dependencies-isolated.json",
      "sha256": "03d186cf694eaff8be9b7743ff11aef741103e386e8ceeab3a926d79b09c8536"
    },
    {
      "file": "native-devin-blueprint-prose-scope-isolated.json",
      "sha256": "14ced702f340ee1ffcee053ce1b1c59f362b1a72f7686075d45201227753c381"
    },
    {
      "file": "native-claude-blueprint-explicit-dependencies-isolated.json",
      "sha256": "712956ddff77475718c0a8bb7d06c3684284bb59db7ac42f46aee4a5887d019b"
    },
    {
      "file": "native-codex-blueprint-prose-scope-isolated.json",
      "sha256": "263f6d43750e0c93e59261a351a2725af9d74437ab4253afeec30b2b6fb99252"
    },
    {
      "file": "native-claude-blueprint-prose-scope-isolated.json",
      "sha256": "4b86b493ae580a3ffe89058df11c6ad34fb2ce0927f01482949494061ff036d2"
    },
    {
      "file": "native-antigravity-preflight.json",
      "sha256": "8374145f77f2599e4635cc421df9d9f9ff0e5743938dc23f0a4d2ab7baa7e230"
    },
    {
      "file": "native-claude-extra-regression-repair.json",
      "sha256": "a9cf33c0a87cc59f4c02dab204c864da09579f03ce7ec17b6625e6559efe3c56"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T032826Z.json",
      "sha256": "22cdb91bdfaf3bcceab7043bce11ef8e6e1fcfa633e25ec819906b650af3eda3"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T032831Z.json",
      "sha256": "2e4f0ea9a7fc88355eda192f97040a4a9121695ff5b10d16671cb5f1c21d3389"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T032920Z.json",
      "sha256": "626dc0c1044e9143890dd7a610cd6f4b1d35da96d8d717f8b2dc15849187eae6"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T033024Z.json",
      "sha256": "a7d8f82fe3509fa065e60f83462452d7f7192c083cd18117b0069b0f5c418f2b"
    },
    {
      "file": "TEST-blueprint-planning-20261016T032613Z-blueprint-explicit-dependencies-blueprint.json",
      "sha256": "4cc0d8489caaa21e1eecbf5e43ab3c00f0c752d2d380037a413b1c98e98c2bd9"
    },
    {
      "file": "TEST-blueprint-planning-20261016T032638Z-blueprint-prose-scope-blueprint.json",
      "sha256": "03988a9831a77cf2fb5ef0bc0d9682d3f47384e909a847777a76506763c1cdc5"
    },
    {
      "file": "TEST-blueprint-planning-20261016T032646Z-blueprint-explicit-dependencies-raw-glm.json",
      "sha256": "010a0a8d2cf229ad1acc1b8b02c873954b9e12f4c35b21183ff29a37ed0488e0"
    },
    {
      "file": "TEST-blueprint-planning-20261016T032646Z-blueprint-prose-scope-raw-glm.json",
      "sha256": "8ee3e1a44d553eb8b5c03dfd92a0dca67d675026d242f1838c65553c222532be"
    }
  ]
}