{
  "schema": "agent-rerun-manifest.v1",
  "sourceSha": "ab05d4f5067356e5089e99f3806d1a7a39182c29",
  "generatedAt": "2026-10-16T04:42:39.595079+00:00",
  "rowCount": 58,
  "protocol": [
    "Same original task prompts, starter files and hidden oracles. The planning rubric was repaired before rerunning and is versioned separately.",
    "Fixed per-cell limits and exact model pins are recorded in each invocation. Original inexpensive models and current-model appendix are reported separately.",
    "Fresh external workspaces; hidden checks kept outside candidate workspaces and not supplied to agents; serial local inference; incremental receipts. Apparatus retries remain in history.",
    "Task acceptance, model identity and accounting completeness are separate fields. Unknown measurements stay unknown. No leaderboard qualification claim.",
    "The original 57-record pilot remains unchanged. Revised protocol results are not pooled with the pilot or interpreted as a statistical improvement.",
    "Shared hardware, model loading and run order can affect local timings. No pooled speed ranking; inspect per-run settings and runtime identity."
  ],
  "originalManifest": "/benchmarks/agent-comparison-20261015/manifest.json",
  "originalFixtures": "/benchmarks/agent-comparison-20261015/fixtures.json",
  "receipts": [
    {
      "file": "20261016T035808Z_verdict-code_byok_openai_gpt-4.1-mini_216d27.json",
      "sha256": "5c300a209c615d4c94481b4359bcebaa874a8901e9c14036e9443d28c2f925d8"
    },
    {
      "file": "20261016T035826Z_aider_byok_openai_gpt-4.1-mini_7667be.json",
      "sha256": "78cca93c40b45b1639ece3fee7187a915d1462d0ee460405bd77e4c5c7ad4c15"
    },
    {
      "file": "20261016T040038Z_aider_byok_openai_gpt-4.1-mini_6a0e95.json",
      "sha256": "9f4945f34a9cad4e1ab4c73a09abf2c541c56420a1a16250b82f0bac8670f8c1"
    },
    {
      "file": "20261016T040140Z_verdict-code_byok_qwen_qwen3.8-flash_a8a325.json",
      "sha256": "1d86beed84ab691aea424765dcf1cfc94e7b8238ad5debc78f11b826d0970872"
    },
    {
      "file": "20261016T040218Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_c3dc31.json",
      "sha256": "e4c8f18e4e0c22d1fc048dfb94725470fa571f652026eea898d4062beb4c2ffb"
    },
    {
      "file": "20261016T040254Z_verdict-code_byok_qwen_qwen3.8-flash_27aaaf.json",
      "sha256": "7a6e6dc196ffb4bad6be60865731b4f485bfbba419f28bbc5040d77c5da51c82"
    },
    {
      "file": "20261016T040618Z_verdict-code_byok_qwen_qwen3.8-flash_d11016.json",
      "sha256": "39f8188c17d06280de1ef8862b4e06cc7041a8c8dfc63a098aa1fcf036471643"
    },
    {
      "file": "20261016T040627Z_verdict-code_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_564389.json",
      "sha256": "afb4de56220236914ba2ffa255ab4f1c6dfef9362f1ad33b4ee253da61f27907"
    },
    {
      "file": "20261016T040752Z_aider_byok_qwen_qwen3.8-flash_f8a219.json",
      "sha256": "43a38631b8c10d374ba4fdd9e4561d0d00812dfe4282f1f240028bb22478a916"
    },
    {
      "file": "20261016T040753Z_aider_local_lmstudio_verdict_verdict-4-35b-toolterse-v5-mlx_bec8ed.json",
      "sha256": "26f51e3202f859e3930970aa430af82aadd384122844a0416b783fe4cf97c193"
    },
    {
      "file": "20261016T040837Z_verdict-code_byok_zai_glm-5.3-flash_ae606b.json",
      "sha256": "3458832e55a0e7e943ab8d868a845f4ebb74291568917d4046333e1efc671306"
    },
    {
      "file": "20261016T040931Z_verdict-code_local_lmstudio_qwen_qwen3-coder-30b_354ac5.json",
      "sha256": "3b5dc5fd76199c68a7222aed7e671ff8344099ff098b91f60430517b71c53efd"
    },
    {
      "file": "20261016T041100Z_aider_local_lmstudio_qwen_qwen3-coder-30b_ef1750.json",
      "sha256": "b6c925c0d8e2a909f288c1759e71728293a22da0ea6b2f0a7644213291170c31"
    },
    {
      "file": "20261016T041127Z_verdict-code_local_lmstudio_openai_gpt-oss-20b_716b87.json",
      "sha256": "3a77e7c70b878ace84b37c7a54e5d2dc90240e0b74664bc04edb303a72fb3318"
    },
    {
      "file": "20261016T041441Z_verdict-code_byok_zai_glm-5.3-flash_1f510f.json",
      "sha256": "3b85292ae505e4058e2d8a7dc17a8580a2445e67ddd6280779ac8783bfac9035"
    },
    {
      "file": "20261016T041447Z_verdict-code_byok_deepseek_deepseek-flash_730d93.json",
      "sha256": "1e8ab260869314d13c8705580ca10d7fe45fb2e2184e183752757c88b3cdf65a"
    },
    {
      "file": "20261016T041515Z_aider_byok_zai_glm-5.3-flash_946658.json",
      "sha256": "bbea02e0ab8bb29f900114ea3e57512ddf1a97c8f4a1e53100b741ad1b1fd70c"
    },
    {
      "file": "20261016T041538Z_aider_byok_deepseek_deepseek-flash_a1a76b.json",
      "sha256": "253460a38013c37b433e265e4d750563613e515b4ee03631640c17d07ab6b9e9"
    },
    {
      "file": "20261016T041600Z_verdict-code_byok_qwen_qwen3-coder-flash_905503.json",
      "sha256": "bafb4df50c2223d0f99022f821ebe8d5f62b807bd38212c2402be320a2c28d05"
    },
    {
      "file": "20261016T041703Z_aider_byok_qwen_qwen3-coder-flash_2db869.json",
      "sha256": "36d8f2b798d4a6c8cf82531a59f503306a6c94d026d09f2cabf37f11db8235bf"
    },
    {
      "file": "20261016T042115Z_verdict-code_byok_google_models_gemini-2.5-flash_358bd6.json",
      "sha256": "b1f1293a61f9f633e4584da060b0a260802ed407cd6e9156e1788f0052ec8c5b"
    },
    {
      "file": "20261016T042301Z_verdict-code_byok_qwen_qwen3-coder-flash_6100ff.json",
      "sha256": "79d38f369083b56e9941d43faffdcd97911ffe5d2a1040356e81bc31cc343426"
    },
    {
      "file": "20261016T042302Z_verdict-code_local_lmstudio_openai_gpt-oss-20b_b0ad76.json",
      "sha256": "f2a100f0a699333ffb7383c33e95a0ff7b71411ee65d1b880ceff7ec84c8cb9a"
    },
    {
      "file": "20261016T042356Z_aider_local_lmstudio_openai_gpt-oss-20b_af7381.json",
      "sha256": "c43dd56d05f9783238accf4bf1a86138edff6691dc902fae2824506c923c1b8c"
    },
    {
      "file": "20261016T042418Z_verdict-code_local_lmstudio_qwen_qwen2.5-coder-1.5b-instruct_273b6b.json",
      "sha256": "384200547706ed07bb4978c4ecf44fda80a3a1408759da9f93ea6f6950fc9d8d"
    },
    {
      "file": "20261016T042501Z_aider_byok_google_models_gemini-2.5-flash_6dd880.json",
      "sha256": "6bf8ac14b46b0589b3c206df45abaca3f84a9aec1fc658ec6eeeffa16076a5e1"
    },
    {
      "file": "20261016T042519Z_aider_local_lmstudio_qwen_qwen2.5-coder-1.5b-instruct_c3fe55.json",
      "sha256": "a51967cef622d441189c8bb8d439c2e27d51bb07287c038e97eedfe47850d5be"
    },
    {
      "file": "20261016T042529Z_verdict-code_local_lmstudio_google_gemma-4-26b-a4b_5845b3.json",
      "sha256": "a2d605fc08ac75f47cabc3f408c89a171a8a451c0bb59b309fc52894f5e5c309"
    },
    {
      "file": "20261016T042551Z_verdict-code_byok_google_models_gemini-2.5-flash_26e7d0.json",
      "sha256": "ae10a26e5a97d990bbc5393f79192b8160e6a95fe6cb888d26ffbde41c615535"
    },
    {
      "file": "20261016T042625Z_verdict-code_byok_google_models_gemini-3.8-flash_31c6d9.json",
      "sha256": "e0cc132d966e661555ddd3e38e3be967d82d9412668786a839367a4e906a5a70"
    },
    {
      "file": "20261016T042739Z_aider_byok_google_models_gemini-3.8-flash_4a1bb4.json",
      "sha256": "5a09e16bd0e2ba702bf64ae15a36a2036460d662f65b12c6f2a1c383936f58b6"
    },
    {
      "file": "20261016T042948Z_aider_local_lmstudio_google_gemma-4-26b-a4b_9be558.json",
      "sha256": "a7a7949e7f0a7f3446121d2ca3d5b736092a3f13f74cff9849b50af775c1769e"
    },
    {
      "file": "20261016T043737Z_verdict-code_byok_google_models_gemini-3.8-flash_41ca30.json",
      "sha256": "12e1702b8d76a80d729fdcdd9150d1db389f383431816f6a58aa6de27065ca76"
    },
    {
      "file": "native-devin-extra-regression-repair.json",
      "sha256": "9eaf99ab4c55338f8c362ad868389487e09b0db2560a03b80a5cb0125ddb1ca0"
    },
    {
      "file": "native-claude-extra-regression-repair.json",
      "sha256": "d18a40c59a1d0938abf741b25eb8600f427f6850c7e6be9120021151de20af4c"
    },
    {
      "file": "native-codex-extra-regression-repair.json",
      "sha256": "19336061a466b63fb85f69f204370237156bba0efad706dcfd1250dde8a7e623"
    },
    {
      "file": "native-devin-blueprint-explicit-dependencies.json",
      "sha256": "dabb9d6c727b4e4b720c7e3709779f9258e11c195008974545bd6f0a760d4499"
    },
    {
      "file": "native-devin-extra-dependency-scope.json",
      "sha256": "8b2d9729d5b7096229f46211e20c2f4f3cff43f6b93a1f2ead9293dab1b4e90b"
    },
    {
      "file": "native-devin-blueprint-prose-scope.json",
      "sha256": "cf97b4a179a72b6abf3cbf642cc0df438622ca03ffb725f3182043223b5a65fd"
    },
    {
      "file": "native-codex-extra-dependency-scope.json",
      "sha256": "c1a8003e6d54e69e40beb681919c67e337d3c48a35cd58b5e1daff875db6b09f"
    },
    {
      "file": "native-codex-blueprint-explicit-dependencies.json",
      "sha256": "17e0ddb3393f3ecddee1f11d000b7328696ac41cd3880b16cafc434e82e3f6e2"
    },
    {
      "file": "native-claude-extra-dependency-scope.json",
      "sha256": "d3381d6271a9e6955417686bb8f70b19ef1eb919706aad5d75563f00ae7c40c6"
    },
    {
      "file": "native-codex-blueprint-prose-scope.json",
      "sha256": "b87343ba18559aba178875fccea778f9c6dd6e8cacad5311f2abed86f4dba044"
    },
    {
      "file": "native-claude-blueprint-explicit-dependencies.json",
      "sha256": "b4cc8521f0e50d675b133abbf994b285f8f84da9c0e234f947a3514d92ad056c"
    },
    {
      "file": "native-claude-blueprint-prose-scope.json",
      "sha256": "a7174dc00bcf24d00a697b10c6931f7d62c6476fbcdcfbf15473a335b2b0f927"
    },
    {
      "file": "native-antigravity-preflight.json",
      "sha256": "73b945b63ede07f6dd794cb22f92f1fbbf368688a55bdfb134495dd34c9a3c02"
    },
    {
      "file": "TEST-blueprint-planning-20261016T035726Z-blueprint-explicit-dependencies-blueprint.json",
      "sha256": "80e24add33bc5556f3c50adc64dd9fb35cb8ffc086ede02ecee49074ed178902"
    },
    {
      "file": "TEST-blueprint-planning-20261016T035733Z-blueprint-prose-scope-blueprint.json",
      "sha256": "940703a3e0cf8295c92e782a9d467f12ff693253dbe2cc8001cc6fb609f105f4"
    },
    {
      "file": "TEST-blueprint-planning-20261016T035735Z-blueprint-explicit-dependencies-raw-glm.json",
      "sha256": "bee96bc834af281e9e49631c500b3aeae4439fdeb183dc12559995f2f2debefb"
    },
    {
      "file": "TEST-blueprint-planning-20261016T035735Z-blueprint-prose-scope-raw-glm.json",
      "sha256": "dc7dd6c2da98310204b6c942972e1b7ed7a77b79f9a29c8d2f9e0a661f4d6e59"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T040002Z.json",
      "sha256": "957831f652e46a84b1401fdba0bd9f938b0b93a27ff9ffc22eccbcda658982de"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T040152Z.json",
      "sha256": "65db83ab8bbf028f46874db789e8ad322d932f015c8e87af65fb8461fce93eb5"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T040534Z.json",
      "sha256": "1297fed532cebdf61cd309e1764c00df8e454bd288725734fd713c9531b1a21b"
    },
    {
      "file": "TEST-extra-dependency-scope-verdict-code-20261016T042131Z.json",
      "sha256": "580bc969c0c7d5a61924e43a7e8ba1f2f28af2da6e66e54c93a6ca446029986d"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T035725Z.json",
      "sha256": "d944229f81c3554fe07c7a1e6db793581252adbd27b90d8b763a82ec8fa80351"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T040029Z.json",
      "sha256": "0f7f8b22fc4cb62037ea4fa2de701d0eb84beefe97de383bd58c881f20c30222"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T040146Z.json",
      "sha256": "73129ebb06bb3e64fe59351336ca4aea1289e359ce5fea338aad62d79e81890c"
    },
    {
      "file": "TEST-extra-regression-repair-verdict-code-20261016T040304Z.json",
      "sha256": "fd9b130183d35f44179a4b55ccb54ad8c38af87e8de704e7733f7dc1577fc4a5"
    }
  ],
  "supportingFiles": [
    {
      "file": "root-causes.json",
      "sha256": "2f1588f3f014fd789ccda7aaec8529b662e214bd27b1c0935ee5cfa0f57c7921"
    },
    {
      "file": "planning-rubric-v2.json",
      "sha256": "efad1e30bfa77262f70e44445ec3640106deb908ee2172c8d9edf073931dc6c8"
    },
    {
      "file": "gateway-lifecycle-correlation.json",
      "sha256": "a78c6586db1f96a3ef606271607fc6b2307c47c209a003638c731cfce1412b04"
    },
    {
      "file": "gateway-runtime-proof.json",
      "sha256": "9b9d8a5ec5f1895fa0fe8627bbae7417647cbd9738fb2c5f88c767f102d3e4d3"
    }
  ],
  "originalSnapshotSha256": "379302059786c3766d7b3c91b8f63cf8e925109f14f6c77d293d1bb6a80f04af"
}