[
  {
    "id": "qwen15",
    "name": "Qwen2.5 Coder 1.5B",
    "format": "GGUF Q8_0",
    "bytes": 1894532160,
    "hardware": [
      "apple",
      "gpu"
    ],
    "passed": 33,
    "n": 100,
    "input": 36163,
    "output": 40830,
    "seconds": 423.062,
    "runId": "e76705c9-6de7-4b9e-9728-edfad66d9f95",
    "date": "2026-08-27",
    "note": "Code suggestions; tool calling is not supported in the catalog.",
    "sourceSha256": "561f46ef0de9fed4f2091ed79cdefd2b1f11328d3800aaaef57445fbeff85cce"
  },
  {
    "id": "quill4",
    "name": "Verdict 4 4B Quill",
    "format": "GGUF Q4_K_M",
    "bytes": 2497278880,
    "hardware": [
      "apple",
      "gpu"
    ],
    "passed": 45,
    "n": 100,
    "input": 37963,
    "output": 18689,
    "seconds": 416.318,
    "runId": "0ef77808-d6ce-4b3a-8185-fd42e482c554",
    "date": "2026-08-27",
    "note": "Compact coding candidate. Check tool support in your selected runtime.",
    "sourceSha256": "62456be3447ef35e89fd3fca494925283972f1cc14930c7c1e9dbdc3abb0a201"
  },
  {
    "id": "qwen4",
    "name": "Qwen3 4B Instruct 2507",
    "format": "MLX 4-bit",
    "bytes": 2263022529,
    "hardware": [
      "apple"
    ],
    "passed": 51,
    "n": 100,
    "input": 36163,
    "output": 42335,
    "seconds": 617.603,
    "runId": "47881a5d-e44b-4293-b09f-d2bc63ac71e8",
    "date": "2026-08-27",
    "note": "Apple silicon MLX variant.",
    "sourceSha256": "f69c944ada35b8770dcd41080e4e916f86748bd9ad4c685afa44ea0ae11daebc"
  },
  {
    "id": "qwen30mlx",
    "name": "Qwen3 Coder 30B",
    "format": "MLX 4-bit",
    "bytes": 17174780668,
    "hardware": [
      "apple"
    ],
    "passed": 62,
    "n": 100,
    "input": 36163,
    "output": 34563,
    "seconds": 821.522,
    "runId": "e30e4ba7-2b80-4a26-ab36-0ef90d8aa2aa",
    "date": "2026-08-27",
    "note": "Apple silicon MLX variant.",
    "sourceSha256": "1f64a82e10c23836255234c7a5e92548d3caae252ceccf7ad0ea7b9247464171"
  },
  {
    "id": "qwen30gguf",
    "name": "Qwen3 Coder 30B",
    "format": "GGUF",
    "bytes": 18556689568,
    "hardware": [
      "gpu"
    ],
    "passed": 62,
    "n": 100,
    "input": 36163,
    "output": 34563,
    "seconds": 821.522,
    "runId": "e30e4ba7-2b80-4a26-ab36-0ef90d8aa2aa",
    "date": "2026-08-27",
    "note": "GGUF variant; verify GPU backend support. Historical benchmark quantization is unknown.",
    "sourceSha256": "1f64a82e10c23836255234c7a5e92548d3caae252ceccf7ad0ea7b9247464171"
  },
  {
    "id": "tooltersemlx",
    "name": "Verdict 4 35B Toolterse v5",
    "format": "MLX 4-bit",
    "bytes": 19509023921,
    "hardware": [
      "apple"
    ],
    "passed": 55,
    "n": 100,
    "input": 38282,
    "output": 15957,
    "seconds": 448.911,
    "runId": "bigcodebench_20260909_025139_ddd352",
    "date": "2026-09-09",
    "note": "Apple silicon MLX variant; different September harness from the August runs.",
    "sourceSha256": "22cff12aacc4b8f9426c9d99b686a21e2e0611f0e524f6727038f274df064bf9"
  },
  {
    "id": "tooltersegguf",
    "name": "Verdict 4 35B Toolterse v5",
    "format": "GGUF Q4_K_M",
    "bytes": 21166757856,
    "hardware": [
      "gpu"
    ],
    "passed": 55,
    "n": 100,
    "input": 38282,
    "output": 15957,
    "seconds": 448.911,
    "runId": "bigcodebench_20260909_025139_ddd352",
    "date": "2026-09-09",
    "note": "GGUF variant; historical benchmark quantization is unknown.",
    "sourceSha256": "22cff12aacc4b8f9426c9d99b686a21e2e0611f0e524f6727038f274df064bf9"
  }
]