model quant source size_GiB PPL PPL_ratio_vs_Q8_0 KL_mean KL_median top-p_agree_% Ornith-1.5-397B-IQ1_S IQ1_S bartowski/Ornith-1.5-397B-GGUF 76.1 6.4326 1.8365 0.7036 0.2684 69.686 Ornith-1.5-397B-IQ1_M IQ1_M bartowski/Ornith-1.5-397B-GGUF 85.1 6.1030 1.7424 0.6518 0.2278 71.503 Ornith-1.5-397B-IQ1_S IQ1_S cdanis (this repo) 85.9 5.2151 1.4889 0.4921 0.1459 76.104 Ornith-1.5-397B-IQ1_M IQ1_M cdanis (this repo) 94.0 4.9228 1.4055 0.4366 0.1253 77.622 Ornith-1.5-397B-IQ2_XXS IQ2_XXS bartowski/Ornith-1.5-397B-GGUF 99.1 4.6987 1.3415 0.3827 0.1129 79.161 Ornith-1.5-397B-IQ2_XXS IQ2_XXS cdanis (this repo) 107.5 4.2473 1.2126 0.2686 0.0666 82.901 Ornith-1.5-397B-IQ2_S IQ2_S cdanis (this repo) 119.8 4.0675 1.1613 0.2209 0.0516 84.731 Ornith-1.5-397B-IQ2_M IQ2_M cdanis (this repo) 130.6 3.9227 1.1200 0.1639 0.0371 86.751 Ornith-1.5-397B-IQ3_XXS IQ3_XXS cdanis (this repo) 151.5 3.7201 1.0621 0.0999 0.0225 89.787 Ornith-1.5-397B-IQ3_XXS IQ3_XXS bartowski/Ornith-1.5-397B-GGUF 156.4 3.8012 1.0853 0.1307 0.0316 88.180 Ornith-1.5-397B-IQ3_S IQ3_S cdanis (this repo) 168.5 3.6958 1.0552 0.0756 0.0174 90.803 Ornith-1.5-397B-IQ3_XS IQ3_XS bartowski/Ornith-1.5-397B-GGUF 169.0 3.7429 1.0686 0.1060 0.0264 89.298 Ornith-1.5-397B-Q3_K_XL Q3_K_XL cdanis (this repo) 174.3 3.6462 1.0410 0.0674 0.0135 91.849 Ornith-1.5-397B-Q3_K_XL Q3_K_XL bartowski/Ornith-1.5-397B-GGUF 177.3 3.7640 1.0747 0.1134 0.0285 88.876 Ornith-1.5-397B-IQ4_XS IQ4_XS cdanis (this repo) 209.3 3.5276 1.0071 0.0271 0.0058 94.716 Ornith-1.5-397B-IQ4_XS IQ4_XS bartowski/Ornith-1.5-397B-GGUF 218.9 3.5614 1.0168 0.0495 0.0111 92.743 Ornith-1.5-397B-Q4_K_M Q4_K_M ornith-ai/Ornith-1.5-397B-GGUF 227.5 3.5742 1.0205 0.0482 0.0119 92.600 Ornith-1.5-397B-Q4_K_XL Q4_K_XL cdanis (this repo) 233.8 3.5163 1.0039 0.0233 0.0050 95.024 Ornith-1.5-397B-Q5_K_M Q5_K_M ornith-ai/Ornith-1.5-397B-GGUF 266.7 3.5309 1.0081 0.0268 0.0065 94.371 Ornith-1.5-397B-Q6_K Q6_K ornith-ai/Ornith-1.5-397B-GGUF 308.2 3.5264 1.0068 0.0204 0.0051 94.894 Ornith-1.5-397B-Q8_0 Q8_0 ornith-ai (reference) 399.1 3.5043 100.000