{
  "source": "vvsotnikov/Qwen3.8-27B-test",
  "source_revision": "13171b198fbeb3a2ecc5aaabe0d3ffd2fc8a39fa",
  "llama_cpp_revision": "64e9bceb2c3a856efed96feda784a50947049feb",
  "python": "3.12.14",
  "versions": {
    "torch": "2.11.0",
    "transformers": "5.14.0",
    "numpy": "1.26.4",
    "cmake": "4.4.3",
    "ninja": "1.13.2"
  },
  "hardware": "Apple M5 Max, 128 GiB",
  "macos": "26.6.2",
  "quants": [
    "Q4_K_M",
    "Q5_K_M",
    "IQ3_S"
  ],
  "vision": "BF16",
  "mtp": "embedded in main GGUF; retained by default",
  "imatrix": null,
  "sampling": {
    "temperature": 1.0,
    "top_p": 0.95,
    "top_k": 20,
    "enable_thinking": true,
    "seed": 42
  },
  "validation": {
    "q4": {
      "text": {
        "answer": "391",
        "tokens": 134,
        "draft_n": 114,
        "draft_n_accepted": 98
      },
      "vision": {
        "answer": "Red square, blue circle",
        "tokens": 150,
        "draft_n": 135,
        "draft_n_accepted": 107
      },
      "stream": {
        "answer": "133",
        "done": true,
        "events": 67
      },
      "concurrency": [
        {
          "answer": "217",
          "tokens": 77,
          "draft_n": 66,
          "draft_n_accepted": 54
        },
        {
          "answer": "232",
          "tokens": 114,
          "draft_n": 108,
          "draft_n_accepted": 80
        }
      ],
      "invalid_status": 400,
      "cancellation": {
        "chunks_before_disconnect": 8,
        "all_slots_idle": true
      },
      "recovery": {
        "answer": "72",
        "tokens": 45,
        "draft_n": 39,
        "draft_n_accepted": 32
      }
    },
    "q5": {
      "text": {
        "answer": "391",
        "tokens": 107,
        "draft_n": 93,
        "draft_n_accepted": 78
      },
      "vision": {
        "answer": "Red square, blue circle",
        "tokens": 171,
        "draft_n": 150,
        "draft_n_accepted": 120
      },
      "stream": {
        "answer": "133",
        "done": true,
        "events": 108
      },
      "concurrency": [
        {
          "answer": "217",
          "tokens": 81,
          "draft_n": 72,
          "draft_n_accepted": 56
        },
        {
          "answer": "232",
          "tokens": 79,
          "draft_n": 66,
          "draft_n_accepted": 59
        }
      ],
      "invalid_status": 400,
      "cancellation": {
        "chunks_before_disconnect": 8,
        "all_slots_idle": true
      },
      "recovery": {
        "answer": "72",
        "tokens": 42,
        "draft_n": 42,
        "draft_n_accepted": 28
      }
    },
    "iq3s": {
      "text": {
        "answer": "391",
        "tokens": 160,
        "draft_n": 144,
        "draft_n_accepted": 113
      },
      "vision": {
        "answer": "Red square, blue circle",
        "tokens": 171,
        "draft_n": 177,
        "draft_n_accepted": 114
      },
      "stream": {
        "answer": "133",
        "done": true,
        "events": 72
      },
      "concurrency": [
        {
          "answer": "217",
          "tokens": 74,
          "draft_n": 63,
          "draft_n_accepted": 52
        },
        {
          "answer": "232",
          "tokens": 97,
          "draft_n": 87,
          "draft_n_accepted": 69
        }
      ],
      "invalid_status": 400,
      "cancellation": {
        "chunks_before_disconnect": 8,
        "all_slots_idle": true
      },
      "recovery": {
        "answer": "72",
        "tokens": 47,
        "draft_n": 48,
        "draft_n_accepted": 30
      }
    }
  },
  "structure": {
    "Q4_K_M": {
      "size_bytes": 16810715104,
      "tensor_count": 866,
      "mtp_tensors": 15,
      "file_type": 15
    },
    "Q5_K_M": {
      "size_bytes": 19535701984,
      "tensor_count": 866,
      "mtp_tensors": 15,
      "file_type": 17
    },
    "IQ3_S": {
      "size_bytes": 12602607584,
      "tensor_count": 866,
      "mtp_tensors": 15,
      "file_type": 26,
      "block_count": 65,
      "nextn_predict_layers": 1,
      "tensor_types": {
        "Q6_K": 1,
        "F32": 360,
        "IQ3_S": 440,
        "Q4_K": 65
      },
      "sha256": "94cc60e6ba6150003ae956d5a98c3914e8d9fe18ecafc3fe400e00232c8cecd2"
    }
  },
  "validation_scope": "Functional smoke tests on Metal, not quantization quality or performance comparisons against BF16.",
  "additions": {
    "IQ3_S": {
      "source": "vvsotnikov/Qwen3.8-27B-test",
      "source_revision": "13171b198fbeb3a2ecc5aaabe0d3ffd2fc8a39fa",
      "llama_cpp_revision": "64e9bceb2c3a856efed96feda784a50947049feb",
      "intermediate": {
        "file": "Qwen3.8-27B-test-BF16.gguf",
        "size_bytes": 54657734624,
        "sha256": "014961883e890959ea44691ef357235703b68140dd43ca3931ed49bf6f63f908",
        "tensor_count": 866
      },
      "quantization": {
        "type": "IQ3_S",
        "threads": 10,
        "imatrix": null,
        "recipe": "llama.cpp defaults",
        "input": "BF16",
        "mtp": "embedded; retained"
      },
      "hardware": "Apple M5 Max, 128 GiB",
      "macos": "26.6.2",
      "created": "2026-09-15"
    }
  },
  "artifact": "JetBrains/Qwen3.8-3.6-27B-blend-GGUF",
  "published_files": {
    "Qwen3.8-3.6-27B-blend-IQ3_S.gguf": {
      "size_bytes": 12602607584,
      "sha256": "94cc60e6ba6150003ae956d5a98c3914e8d9fe18ecafc3fe400e00232c8cecd2"
    },
    "Qwen3.8-3.6-27B-blend-Q4_K_M.gguf": {
      "size_bytes": 16810715104,
      "sha256": "5f54ded85a78f11ad7a1c02d17564a268238ac8afe9b3d94fb0b614e473006a1"
    },
    "Qwen3.8-3.6-27B-blend-Q5_K_M.gguf": {
      "size_bytes": 19535701984,
      "sha256": "d095b2807e5b120b57caf6a6c4bfeddf17f3ebf605279a64fe3a0fcb98722ba0"
    },
    "mmproj-Qwen3.8-3.6-27B-blend-BF16.gguf": {
      "size_bytes": 931146464,
      "sha256": "4568f7e9f79ef5b942be9acc8be717156482d0659a6fde111df660f57a1875c8"
    }
  }
}