{ "reference": "Q8_0 (near-lossless; BF16 convert unsupported for qwen3_5 SSM layers)", "eval": "KLD/PPL over 68 chunks n_ctx=512 (kld_corpus.txt)", "q8_ppl": 4.6048, "quants": [ { "name": "IQ4_XS", "file": "Ornith-1.0-9B-IQ4_XS.gguf", "size_bytes": 5196440576, "size_gb_decimal": 5.2, "size_gib": 4.84, "kld_mean": 0.022888, "kld_median": 0.007881, "kld_max": 10.517288, "top1_match_pct": 94.418, "ppl": 4.660656, "ppl_ratio_vs_q8": 1.012611, "ppl_delta_vs_q8": 0.058044 }, { "name": "Q3_K_M", "file": "Ornith-1.0-9B-Q3_K_M.gguf", "size_bytes": 4623524640, "size_gb_decimal": 4.62, "size_gib": 4.31, "kld_mean": 0.121935, "kld_median": 0.046875, "kld_max": 30.793198, "top1_match_pct": 86.54, "ppl": 5.072865, "ppl_ratio_vs_q8": 1.102171, "ppl_delta_vs_q8": 0.470254 }, { "name": "Q4_K_M", "file": "Ornith-1.0-9B-Q4_K_M.gguf", "size_bytes": 5629109024, "size_gb_decimal": 5.63, "size_gib": 5.24, "kld_mean": 0.037896, "kld_median": 0.013508, "kld_max": 21.195776, "top1_match_pct": 92.243, "ppl": 4.636534, "ppl_ratio_vs_q8": 1.00737, "ppl_delta_vs_q8": 0.033923 }, { "name": "Q5_K_M", "file": "Ornith-1.0-9B-Q5_K_M.gguf", "size_bytes": 6467969824, "size_gb_decimal": 6.47, "size_gib": 6.02, "kld_mean": 0.013269, "kld_median": 0.003714, "kld_max": 16.121574, "top1_match_pct": 95.882, "ppl": 4.652569, "ppl_ratio_vs_q8": 1.010854, "ppl_delta_vs_q8": 0.049957 }, { "name": "Q6_K", "file": "Ornith-1.0-9B-Q6_K.gguf", "size_bytes": 7359259424, "size_gb_decimal": 7.36, "size_gib": 6.85, "kld_mean": 0.004541, "kld_median": 0.001362, "kld_max": 5.825598, "top1_match_pct": 97.543, "ppl": 4.605312, "ppl_ratio_vs_q8": 1.000587, "ppl_delta_vs_q8": 0.002701 }, { "name": "Q8_0", "file": "Ornith-1.0-9B-Q8_0.gguf", "size_bytes": 9527501600, "size_gb_decimal": 9.53, "size_gib": 8.87, "ppl": 4.6048, "top1_match_pct": 100.0, "kld_mean": 0.0, "ppl_ratio_vs_q8": 1.0, "ppl_delta_vs_q8": 0.0 } ] }