diff --git a/.gitattributes b/.gitattributes new file mode 100644 index 0000000000000000000000000000000000000000..2dadce4ab3d6ac81886e20b2ebefb7e25e065fff --- /dev/null +++ b/.gitattributes @@ -0,0 +1,96 @@ +*.7z filter=lfs diff=lfs merge=lfs -text +*.arrow filter=lfs diff=lfs merge=lfs -text +*.bin filter=lfs diff=lfs merge=lfs -text +*.bz2 filter=lfs diff=lfs merge=lfs -text +*.ckpt filter=lfs diff=lfs merge=lfs -text +*.ftz filter=lfs diff=lfs merge=lfs -text +*.gz filter=lfs diff=lfs merge=lfs -text +*.h5 filter=lfs diff=lfs merge=lfs -text +*.joblib filter=lfs diff=lfs merge=lfs -text +*.lfs.* filter=lfs diff=lfs merge=lfs -text +*.mlmodel filter=lfs diff=lfs merge=lfs -text +*.model filter=lfs diff=lfs merge=lfs -text +*.msgpack filter=lfs diff=lfs merge=lfs -text +*.npy filter=lfs diff=lfs merge=lfs -text +*.npz filter=lfs diff=lfs merge=lfs -text +*.onnx filter=lfs diff=lfs merge=lfs -text +*.ot filter=lfs diff=lfs merge=lfs -text +*.parquet filter=lfs diff=lfs merge=lfs -text +*.pb filter=lfs diff=lfs merge=lfs -text +*.pickle filter=lfs diff=lfs merge=lfs -text +*.pkl filter=lfs diff=lfs merge=lfs -text +*.pt filter=lfs diff=lfs merge=lfs -text +*.pth filter=lfs diff=lfs merge=lfs -text +*.rar filter=lfs diff=lfs merge=lfs -text +*.safetensors filter=lfs diff=lfs merge=lfs -text +saved_model/**/* filter=lfs diff=lfs merge=lfs -text +*.tar.* filter=lfs diff=lfs merge=lfs -text +*.tar filter=lfs diff=lfs merge=lfs -text +*.tflite filter=lfs diff=lfs merge=lfs -text +*.tgz filter=lfs diff=lfs merge=lfs -text +*.wasm filter=lfs diff=lfs merge=lfs -text +*.xz filter=lfs diff=lfs merge=lfs -text +*.zip filter=lfs diff=lfs merge=lfs -text +*.zst filter=lfs diff=lfs merge=lfs -text +*tfevents* filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00006.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf filter=lfs diff=lfs merge=lfs -text +kld_data/01_kld_vs_filesize.png filter=lfs diff=lfs merge=lfs -text +kld_data/02_ppl_vs_filesize.png filter=lfs diff=lfs merge=lfs -text +mmproj-Qwen3.5-397B-A17B-BF16.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-Qwen3.5-397B-A17B-F16.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-Qwen3.5-397B-A17B-F32.gguf filter=lfs diff=lfs merge=lfs -text +mmproj-Qwen3.5-397B-A17B-Q8_0.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q5_K_S/Qwen3.5-397B-A17B-Q5_K_S-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +imatrix.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00007-of-00007.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00001-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00002-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00003-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00004-of-00004.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00005.gguf filter=lfs diff=lfs merge=lfs -text +IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00005-of-00005.gguf filter=lfs diff=lfs merge=lfs -text diff --git a/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00001-of-00004.gguf b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00001-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7b0a4dfbdf30aa3b998130b3710e33adcd1920b9 --- /dev/null +++ b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00001-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fc0cdd256cf7ae06b4a1ac376cded4695f5efdde260776b33207cb617251ff95 +size 10943424 diff --git a/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00002-of-00004.gguf b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00002-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a6d1f7ca8724603e04ded1f5574e60094f3260e8 --- /dev/null +++ b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00002-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bcd76dd3ea6faccfd30c7dc46ba7a33970676181ed765b5390e2fd0d81c63cc2 +size 49642115808 diff --git a/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00003-of-00004.gguf b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00003-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..82fb4111af9a0ba91d687c742e47ab928535e6dc --- /dev/null +++ b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00003-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbf7e909c9ce241e620e297a79d5df8df1df32b611f5042cffdf511192245ea7 +size 49976581376 diff --git a/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00004-of-00004.gguf b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00004-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..44d117c31f6d01a7a22dbbc726b2683076928a7d --- /dev/null +++ b/IQ2_S/Qwen3.5-397B-A17B-IQ2_S-00004-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a8b23b4167f0b80862af9f8a9edd6b7362d14e57307b1f9ce7d6c6adb89c6e12 +size 39692587264 diff --git a/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00001-of-00004.gguf b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00001-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..48874861761f29d4f7a99dda40c5d58012609a83 --- /dev/null +++ b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00001-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:790afb0f892214cf915c3e38ecafe5d303f4ad48529b947f9391889b438853f4 +size 10943392 diff --git a/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00002-of-00004.gguf b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00002-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..872848cc21917ab4bb7e63f30e3bff1c25650865 --- /dev/null +++ b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00002-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:75b7f21a53336257354e228b7c222e3bad656846728640aa2c84dd1eba97e26d +size 49642115808 diff --git a/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00003-of-00004.gguf b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00003-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..acfa1d6e9b9c36b1d5deee36d9070266c888803e --- /dev/null +++ b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00003-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:24a693e900815cc3541c655ea42ef5fe78204af10c6b462b5500db7309051b37 +size 49976581376 diff --git a/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00004-of-00004.gguf b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00004-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8a50b50913c43aae9e80579c5389d9a7b57d133c --- /dev/null +++ b/IQ2_XS/Qwen3.5-397B-A17B-IQ2_XS-00004-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:569b77d7cf9a8b94b44ea52a797b2be01defb01ce39857b982912e829a8746da +size 32682763328 diff --git a/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00001-of-00004.gguf b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00001-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ede66fa24d6f279c47169c9e8a76aea2113bdd9d --- /dev/null +++ b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00001-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c439ca9dbb2d0bba38414b602cf4176e585f72833852225d34c0c82d64b5d2f5 +size 10943424 diff --git a/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00002-of-00004.gguf b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00002-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6a6cf5b7154342fceec35e8c85cab71909cec2f --- /dev/null +++ b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00002-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8d919f227314ea73d5e041c158cb12d1a652ebaa6bddc75e222704532d4f5215 +size 49856093952 diff --git a/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00003-of-00004.gguf b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00003-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..00821ecad3cf59183e6e30a5c1ed64a9e4d9b06e --- /dev/null +++ b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00003-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e1d67ada1644422392aa4ebe6c5390bf7339afc3e57dabf9545da23103c4d7d5 +size 49169473472 diff --git a/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00004-of-00004.gguf b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00004-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b0daf677382cb84db965b2e7f756df41354ad630 --- /dev/null +++ b/IQ2_XXS/Qwen3.5-397B-A17B-IQ2_XXS-00004-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:406ed3b3343cf39bf96ede469e1c16c620f44352698c45193b41de5b5205b613 +size 30325365280 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00004.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a6dcf944676486ab9140e8489e99d9ec359acb02 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5af0c5fa102ed3ffc91a49c002c9ced4a8bce4dc8832172d75a8c1d52979f0d5 +size 10943168 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00005.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3795fe18aacc0a556dad32f965f066465622671c --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:00c13eb5c14f6d373548734e48c45c5a8b1bd845e402756ac2e814854d6d0738 +size 10943424 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00004.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..14f599e2d1687e16063867dadec304d02f8ab805 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89ca4a65ef24c1d690f5d0aed7c287f0ad35493d8a92eb42874f47dfc93e4d1d +size 49991924224 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00005.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d8b9ef433b2bf4108529a6e2b30637aa7696f9b2 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fbd1686b7b634579511192edf68cf5a1992aebba91ad80ae257c1666c4f598c5 +size 49979421184 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00004.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..4e3f909d91effd2c61aeddd0463c4c4a5a615c99 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:bc63f26e7f73edb0556d28fc87226099415d7be0e4f92c06b7f526fdf34bfe45 +size 49192401600 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00005.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..558ba02ad88e6e270704dffe966cc87cdc156434 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:07e878809a2171dbdf338cb6b24198612ec3762cb1eb3f952545229af8935abf +size 49179898560 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00004.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00004.gguf new file mode 100644 index 0000000000000000000000000000000000000000..eeeaff9051ccbd523fe8abf760c2bb4a3493b355 --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00004.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:276959aa8941e6effc132cfbef99460db64f3caca3aab46f9fda7e945681e424 +size 47247505248 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00005.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0f0ce6701b4ea5a0c4908cf08ea07dc0bd30462b --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:720ea931e9216bfe3eaea11bc2ffb8a793e19ff01e7fb0b01af6dbe678d0f5de +size 49641249344 diff --git a/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00005-of-00005.gguf b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..2d177fe0762ac08886768050080d19f95d96e03e --- /dev/null +++ b/IQ3_S/Qwen3.5-397B-A17B-IQ3_S-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4fd4857041738e6277315bb3ae3739f546c1005ea21f9cfff6587130c09dcee +size 4603576896 diff --git a/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00001-of-00005.gguf b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00001-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..0bf20a81c68b00a138c93cdd845e797dde498691 --- /dev/null +++ b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00001-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f741598cbc8606e310d2884c2d8e898f8616df09fadfc77bc1126c21ade6377d +size 10943424 diff --git a/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00002-of-00005.gguf b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00002-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c6e49f3e86c9f51084fb35f324e64381757940b7 --- /dev/null +++ b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00002-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f01d8c0ea638f0cd743abceac0a9b13e596ff1da46cbca2040be523bf27be0ef +size 49245016640 diff --git a/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00003-of-00005.gguf b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00003-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..e6c03bd3a7ffef9662318c9fb80fdc003f07e907 --- /dev/null +++ b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00003-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:77b86db32ae5c77bb910d66a1c61806885fee95411bb7e2926cb5dc79d1b1a4e +size 49982574464 diff --git a/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00004-of-00005.gguf b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00004-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d89197d4f94043451fdd0392855c055f75591fbd --- /dev/null +++ b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00004-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:db70b17e4111387cd6e1690b64f7f290e6899433ed58afac45763b67e3e34f22 +size 48202369376 diff --git a/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00005-of-00005.gguf b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00005-of-00005.gguf new file mode 100644 index 0000000000000000000000000000000000000000..3c22656163b67feb5f576511e6083962942304f8 --- /dev/null +++ b/IQ4_XS/Qwen3.5-397B-A17B-IQ4_XS-00005-of-00005.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:55dd6c571f37878ddb138f1330fdd61345e4077c9d9317d6fe0c333184828547 +size 49585352256 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..67a5fe72dce70f3073eb42ac37b5499752d01cad --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00001-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c9948c6567d6c26c9a63a28ca3b675340b8fb916492404a929d7afee4bcff94c +size 10943424 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bd8054f024f503978a90461ea7ce1dbb3d1ba55b --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00002-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a808b63df89f0428c14253cb5b4924828c3736ef340f5d1a556fcefcf7943533 +size 48181456512 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..57276c6c1be3c319cad406a4b247a7642aa1f43d --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00003-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c4a44e952fcdd0660559902ec65a7bb54b88b6e938321d270369bfef36d8eed1 +size 48440455008 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..697ab9a1cb89cf377a25d846a42a105bbb5c7a80 --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00004-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:46f6962843cdbe8929cd330aa91f2ee8831215eeff7d227bcf085279cb317975 +size 48440455008 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..136f5d56fbbf605ce342e288b9c0cdcb938934ee --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00005-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d5657f94e65f0709cbf7fdd85b6c6169b6ab81475ce317cbb455cbf0a3b1eb74 +size 48440455008 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..f76f5c0c936c713439ff284da2d4f11d5b96c114 --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00006-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:88c59e0c2b170068810113e986ccb7149a46d0ebb4166946cba5f5c38867d7b9 +size 48440455008 diff --git a/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00007-of-00007.gguf b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00007-of-00007.gguf new file mode 100644 index 0000000000000000000000000000000000000000..bf10c87a84c025b63a91c7f79bfc64f3ee35c64b --- /dev/null +++ b/Q4_K_M/Qwen3.5-397B-A17B-Q4_K_M-00007-of-00007.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2356a73895e3548056dfea3a23cc35ac5fc8734441b5859d59851192ce60d734 +size 9430216192 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..a16e0241c5ae4fb9bdd4fd18648514283c046420 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00001-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6c484481a8d8d9bc37b899a37daf2b61107f3431366149570a5756e8a7e17e66 +size 10943424 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ff6e9170b245ce2aa6c8cdc1b176d1c7680b6d52 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00002-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4a3c6b25d1f788e60da247b57843241c38c8e404275b26e8e822fc33498c48b8 +size 47762281696 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..c8c18e69910d622a9f0c6b8cbaf00dc3d013450e --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00003-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:68125b074caf920a2fab387736f0113b4c27d024c39962f6b9735dd744e1bbe8 +size 48617612320 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..d90745ce51f4ef78e93490aa188fabf166c7bc65 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00004-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7f422f8bd970cd5432e583c9d1b2e96e50b365ac4aaaf782547b825853523a9f +size 48558151104 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..8bd9bdfc306007f1eca00b945ee94654b2497dd2 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00005-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5399df8b5a74036976fa97b132f4585babda3733e2682f7c51f491ce1f422103 +size 48617612320 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..76697bd068c7bb12d814f00a0e97f41d5053f279 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00006-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2b5e20601bc02582bc902b7821e7c7a782a62ecdaa2d06b23bb4df31e83b6df2 +size 48558151104 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..9ce169e5106d6d07f934a99d1022e70b6614681f --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00007-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:02baae2d895a6e98401174f67949d94978437cb94f7eb591b000972119517608 +size 48617612320 diff --git a/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf new file mode 100644 index 0000000000000000000000000000000000000000..7c2f21d4e744743de8d00557c449511ec1f59d22 --- /dev/null +++ b/Q5_K_M/Qwen3.5-397B-A17B-Q5_K_M-00008-of-00008.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:786aeddbbb4e7e47dadf801930f681a7b03be8c8c7f02ead1db53e64555d55ee +size 9967087104 diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..633c8fd900337bc8a4e09b642435d59134032d0b --- /dev/null +++ b/README.md @@ -0,0 +1,24 @@ +--- +base_model: +- Qwen/Qwen3.5-397B-A17B +--- +## Updates +### 3/10/2026 +I've uploaded new quants using the new fused Up + Gate conversion, this offers up to a +10% boost in prompt processing speed from my testing. + +## Description +This repo contains specialized MoE-quants for Qwen3.5-397B-A17B. The idea being that given the huge size of the FFN tensors compared to the rest of the tensors in the model, +it should be possible to achieve a better quality while keeping the overall size of the entire model smaller compared to a similar naive quantization. +To that end, the quantization type default is kept in high quality and the FFN UP + FFN GATE tensors are quanted down along with the FFN DOWN tensors. + +| Quant | Size | Mixture | PPL | 1-(Mean PPL(Q)/PPL(base)) | KLD | +| :--------- | :--------- | :------- | :------- | :------- | :------- | +| Q5_K_M | 273.55 GiB (5.93 BPW) | Q8_0 / Q5_K / Q5_K / Q6_K | 3.487363 ± 0.018840 | +0.0612% | 0.004294 ± 0.000037 | +| Q4_K_M | 227.61 GiB (4.93 BPW) | Q8_0 / Q4_K / Q4_K / Q5_K | 3.495358 ± 0.018894 | +0.2905% | 0.008455 ± 0.000072 | +| IQ4_XS | 176.99 GiB (3.84 BPW) | Q8_0 / IQ3_S / IQ3_S / IQ4_XS | 3.542012 ± 0.019134 | +1.6292% | 0.022699 ± 0.000189 | +| IQ3_S | 136.38 GiB (2.96 BPW) | Q6_K / IQ2_S / IQ2_S / IQ3_S | 3.670508 ± 0.020012 | +5.3160% | 0.064515 ± 0.000505 | +| IQ2_XS | 123.22 GiB (2.67 BPW) | Q6_K / IQ2_XS / IQ2_XS / IQ3_XXS | 3.777378 ± 0.020737 | +8.3824% | 0.093718 ± 0.000714 | +| IQ2_XXS | 113.95 GiB (2.47 BPW) | Q4_K / IQ2_XXS / IQ2_XXS / IQ3_XXS | 3.879226 ± 0.021468 | +11.3047% | 0.126000 ± 0.000893 | + +![kld_graph](kld_data/01_kld_vs_filesize.png "Chart showing Pareto KLD analysis of quants") +![ppl_graph](kld_data/02_ppl_vs_filesize.png "Chart showing Pareto PPL analysis of quants") \ No newline at end of file diff --git a/imatrix.gguf b/imatrix.gguf new file mode 100644 index 0000000000000000000000000000000000000000..48500e8b0c3303a16a964e5a8874a828468ac0be --- /dev/null +++ b/imatrix.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:93957bf1fb9f14790b2ac0d54b68ac2f31bc5c6fcf803527b26c2e96b0c9073d +size 639334272 diff --git a/kld_data/01_kld_vs_filesize.png b/kld_data/01_kld_vs_filesize.png new file mode 100644 index 0000000000000000000000000000000000000000..287168709ebd7b6284ea32b8c08c11877d7bd624 --- /dev/null +++ b/kld_data/01_kld_vs_filesize.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f1a0619014d38fdb39ebe8f9e38a7409ac800d982aa29f7345649f13c59a2643 +size 191886 diff --git a/kld_data/02_ppl_vs_filesize.png b/kld_data/02_ppl_vs_filesize.png new file mode 100644 index 0000000000000000000000000000000000000000..6f978bece9aeabbe02a27a55951d1af2d1280402 --- /dev/null +++ b/kld_data/02_ppl_vs_filesize.png @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0f4dcce10a7c9b91bff68f1e13061662e559ad140c6afde0cd4653c087b59e4e +size 202708 diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.md new file mode 100644 index 0000000000000000000000000000000000000000..a21e19030108e1ff02345dd0fc9da36cfe823324 --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.md @@ -0,0 +1,1104 @@ +### Qwen3.5-397B-A17B-IQ2_S (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.gguf +0.01.122.398 I common_init_result: fitting params to device memory ... +0.01.122.405 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.01.122.414 I common_params_fit_impl: getting device memory data for initial parameters: +0.01.171.907 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.gguf (version GGUF V3 (latest)) +0.01.171.945 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.171.956 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.171.963 I llama_model_loader: - kv 1: general.type str = model +0.01.171.966 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.171.979 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.171.989 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.171.991 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.171.992 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.171.992 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.171.992 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.171.994 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.172.016 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.172.023 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.172.024 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.172.025 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.172.025 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.172.026 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.172.030 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.172.032 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.172.034 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.172.034 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.172.035 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.172.036 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.172.036 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.172.037 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.172.037 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.172.038 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.172.039 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.172.039 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.172.040 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.172.041 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.172.041 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.172.042 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.172.042 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.172.043 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.172.044 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.193.361 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.198.116 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.211.973 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.211.982 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.211.982 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.211.983 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.211.986 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.211.986 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.211.987 I llama_model_loader: - kv 43: general.file_type u32 = 18 +0.01.211.987 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_XS +0.01.211.987 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_XS +0.01.211.987 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_XXS +0.01.211.988 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q6_K +0.01.211.988 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.211.989 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.211.989 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.211.989 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.211.992 I llama_model_loader: - type f32: 503 tensors +0.01.211.992 I llama_model_loader: - type q8_0: 10 tensors +0.01.211.992 I llama_model_loader: - type q6_K: 422 tensors +0.01.211.993 I llama_model_loader: - type iq2_xs: 60 tensors +0.01.211.993 I llama_model_loader: - type iq3_xxs: 60 tensors +0.01.211.993 I llama_model_loader: - type bf16: 2 tensors +0.01.211.995 I print_info: file format = GGUF V3 (latest) +0.01.211.996 I print_info: file type = Q6_K +0.01.211.999 I print_info: file size = 129.74 GiB (2.77 BPW) +0.01.943.597 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.943.621 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.943.628 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.943.634 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.943.639 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.943.644 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.943.650 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.943.655 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.02.038.474 I load: 0 unused tokens +0.02.061.145 I load: printing all EOG tokens: +0.02.061.155 I load: - 248044 ('<|endoftext|>') +0.02.061.156 I load: - 248046 ('<|im_end|>') +0.02.061.156 I load: - 248063 ('<|fim_pad|>') +0.02.061.156 I load: - 248064 ('<|repo_name|>') +0.02.061.156 I load: - 248065 ('<|file_sep|>') +0.02.061.354 I load: special tokens cache size = 33 +0.02.110.991 I load: token to piece cache size = 1.7581 MB +0.02.111.015 I print_info: arch = qwen35moe +0.02.111.015 I print_info: vocab_only = 0 +0.02.111.016 I print_info: no_alloc = 1 +0.02.111.016 I print_info: n_ctx_train = 262144 +0.02.111.016 I print_info: n_embd = 4096 +0.02.111.017 I print_info: n_embd_inp = 4096 +0.02.111.018 I print_info: n_layer = 61 +0.02.111.035 I print_info: n_head = 32 +0.02.111.037 I print_info: n_head_kv = 2 +0.02.111.037 I print_info: n_rot = 64 +0.02.111.038 I print_info: n_swa = 0 +0.02.111.039 I print_info: is_swa_any = 0 +0.02.111.039 I print_info: n_embd_head_k = 256 +0.02.111.039 I print_info: n_embd_head_v = 256 +0.02.111.041 I print_info: n_gqa = 16 +0.02.111.045 I print_info: n_embd_k_gqa = 512 +0.02.111.053 I print_info: n_embd_v_gqa = 512 +0.02.111.054 I print_info: f_norm_eps = 0.0e+00 +0.02.111.056 I print_info: f_norm_rms_eps = 1.0e-06 +0.02.111.056 I print_info: f_clamp_kqv = 0.0e+00 +0.02.111.056 I print_info: f_max_alibi_bias = 0.0e+00 +0.02.111.057 I print_info: f_logit_scale = 0.0e+00 +0.02.111.057 I print_info: f_attn_scale = 0.0e+00 +0.02.111.057 I print_info: f_attn_value_scale = 0.0000 +0.02.111.059 I print_info: n_ff = 0 +0.02.111.059 I print_info: n_expert = 512 +0.02.111.059 I print_info: n_expert_used = 10 +0.02.111.060 I print_info: n_expert_groups = 0 +0.02.111.060 I print_info: n_group_used = 0 +0.02.111.060 I print_info: causal attn = 1 +0.02.111.060 I print_info: pooling type = -1 +0.02.111.060 I print_info: rope type = 40 +0.02.111.060 I print_info: rope scaling = linear +0.02.111.062 I print_info: freq_base_train = 10000000.0 +0.02.111.062 I print_info: freq_scale_train = 1 +0.02.111.062 I print_info: n_ctx_orig_yarn = 262144 +0.02.111.063 I print_info: rope_yarn_log_mul = 0.0000 +0.02.111.063 I print_info: rope_finetuned = unknown +0.02.111.063 I print_info: mrope sections = [11, 11, 10, 0] +0.02.111.064 I print_info: ssm_d_conv = 4 +0.02.111.064 I print_info: ssm_d_inner = 8192 +0.02.111.064 I print_info: ssm_d_state = 128 +0.02.111.064 I print_info: ssm_dt_rank = 64 +0.02.111.064 I print_info: ssm_n_group = 16 +0.02.111.064 I print_info: ssm_dt_b_c_rms = 0 +0.02.111.065 I print_info: model type = 397B.A17B +0.02.111.066 I print_info: model params = 402.94 B +0.02.111.066 I print_info: general.name = Qwen3.5 397B A17B +0.02.111.069 I print_info: vocab type = BPE +0.02.111.071 I print_info: n_vocab = 248320 +0.02.111.071 I print_info: n_merges = 247587 +0.02.111.071 I print_info: BOS token = 11 ',' +0.02.111.071 I print_info: EOS token = 248046 '<|im_end|>' +0.02.111.072 I print_info: EOT token = 248046 '<|im_end|>' +0.02.111.072 I print_info: PAD token = 248044 '<|endoftext|>' +0.02.111.072 I print_info: LF token = 198 'Ċ' +0.02.111.073 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.02.111.073 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.02.111.073 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.02.111.073 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.02.111.073 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.02.111.073 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.02.111.074 I print_info: EOG token = 248044 '<|endoftext|>' +0.02.111.074 I print_info: EOG token = 248046 '<|im_end|>' +0.02.111.074 I print_info: EOG token = 248063 '<|fim_pad|>' +0.02.111.074 I print_info: EOG token = 248064 '<|repo_name|>' +0.02.111.075 I print_info: EOG token = 248065 '<|file_sep|>' +0.02.111.075 I print_info: max token length = 256 +0.02.111.076 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.02.115.693 I load_tensors: offloading output layer to GPU +0.02.115.700 I load_tensors: offloading 60 repeating layers to GPU +0.02.115.700 I load_tensors: offloaded 62/62 layers to GPU +0.02.115.706 I load_tensors: CPU model buffer size = 0.00 MiB +0.02.115.706 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.02.115.706 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.02.115.706 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.02.115.706 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.02.115.707 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.02.115.707 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.02.115.707 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.02.115.707 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.02.118.723 I llama_context: constructing llama_context +0.02.118.730 I llama_context: n_seq_max = 16 +0.02.118.730 I llama_context: n_ctx = 8192 +0.02.118.731 I llama_context: n_ctx_seq = 512 +0.02.118.731 I llama_context: n_batch = 8192 +0.02.118.731 I llama_context: n_ubatch = 8192 +0.02.118.731 I llama_context: causal_attn = 1 +0.02.118.732 I llama_context: flash_attn = enabled +0.02.118.733 I llama_context: kv_unified = false +0.02.118.736 I llama_context: freq_base = 10000000.0 +0.02.118.736 I llama_context: freq_scale = 1 +0.02.118.737 I llama_context: n_rs_seq = 0 +0.02.118.737 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.02.123.734 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.02.123.865 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.02.123.874 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.02.123.875 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.02.123.876 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.02.123.876 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.02.123.877 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.02.123.877 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.02.123.878 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.02.123.882 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.02.123.884 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.02.123.884 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.02.124.415 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.02.124.839 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.02.125.259 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.02.125.706 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.02.126.124 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.02.126.565 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.02.126.982 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.02.127.283 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.02.127.296 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.02.127.400 I llama_context: pipeline parallelism enabled +0.02.127.407 I sched_reserve: reserving ... +0.02.214.662 I sched_reserve: resolving fused Gated Delta Net support: +0.02.216.557 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.02.221.112 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.02.237.921 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.02.237.937 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.02.237.937 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.02.237.938 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.02.237.938 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.02.237.938 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.02.237.938 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.02.237.939 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.02.237.940 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.02.237.940 I sched_reserve: graph nodes = 5963 +0.02.237.940 I sched_reserve: graph splits = 9 +0.02.237.944 I sched_reserve: reserve took 110.53 ms, sched copies = 4 +0.02.238.559 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.02.238.565 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20249 = 16610 + 429 + 3209) + -19289 | +0.02.238.566 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20721 = 16610 + 429 + 3681) + -19761 | +0.02.238.566 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20721 = 16610 + 429 + 3681) + -19761 | +0.02.238.566 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (18637 = 14542 + 413 + 3681) + -17677 | +0.02.238.566 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20721 = 16610 + 429 + 3681) + -19761 | +0.02.238.567 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20721 = 16610 + 429 + 3681) + -19761 | +0.02.238.567 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20721 = 16610 + 429 + 3681) + -19761 | +0.02.238.567 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (27286 = 17854 + 230 + 9201) + -26523 | +0.02.238.567 I common_memory_breakdown_print: | - Host | 1116 = 795 + 0 + 321 | +0.02.299.650 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.02.299.663 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20249 used, 76040 free vs. target of 1024 +0.02.299.663 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20721 used, 75568 free vs. target of 1024 +0.02.299.664 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20721 used, 75568 free vs. target of 1024 +0.02.299.664 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 18637 used, 77652 free vs. target of 1024 +0.02.299.664 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20721 used, 75568 free vs. target of 1024 +0.02.299.664 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20721 used, 75568 free vs. target of 1024 +0.02.299.664 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20721 used, 75568 free vs. target of 1024 +0.02.299.665 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27286 used, 69201 free vs. target of 1024 +0.02.299.665 I common_params_fit_impl: projected to use 169779 MiB of device memory vs. 770517 MiB of free device memory +0.02.299.665 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.02.299.666 I common_fit_params: successfully fit params to free device memory +0.02.299.670 I common_fit_params: fitting params to free memory took 1.18 seconds +0.02.336.689 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.gguf (version GGUF V3 (latest)) +0.02.336.717 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.02.336.721 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.02.336.721 I llama_model_loader: - kv 1: general.type str = model +0.02.336.722 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.02.336.727 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.02.336.727 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.02.336.728 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.02.336.728 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.02.336.729 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.02.336.729 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.02.336.730 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.02.336.740 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.02.336.741 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.02.336.741 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.02.336.742 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.02.336.742 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.02.336.742 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.02.336.744 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.02.336.745 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.02.336.746 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.02.336.746 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.02.336.747 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.02.336.747 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.02.336.748 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.02.336.748 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.02.336.748 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.02.336.749 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.02.336.749 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.02.336.749 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.02.336.750 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.02.336.750 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.02.336.751 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.02.336.751 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.02.336.752 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.02.336.752 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.02.336.753 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.02.350.898 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.02.354.518 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.02.367.619 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.02.367.629 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.02.367.629 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.02.367.630 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.02.367.633 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.02.367.633 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.02.367.634 I llama_model_loader: - kv 43: general.file_type u32 = 18 +0.02.367.634 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_XS +0.02.367.634 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_XS +0.02.367.634 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_XXS +0.02.367.635 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q6_K +0.02.367.635 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.02.367.636 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.02.367.636 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.02.367.637 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.02.367.638 I llama_model_loader: - type f32: 503 tensors +0.02.367.638 I llama_model_loader: - type q8_0: 10 tensors +0.02.367.638 I llama_model_loader: - type q6_K: 422 tensors +0.02.367.639 I llama_model_loader: - type iq2_xs: 60 tensors +0.02.367.639 I llama_model_loader: - type iq3_xxs: 60 tensors +0.02.367.639 I llama_model_loader: - type bf16: 2 tensors +0.02.367.641 I print_info: file format = GGUF V3 (latest) +0.02.367.641 I print_info: file type = Q6_K +0.02.367.645 I print_info: file size = 129.74 GiB (2.77 BPW) +0.02.367.964 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.02.367.985 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.02.367.992 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.02.367.997 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.02.368.003 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.02.368.008 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.02.368.014 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.02.368.020 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.02.445.690 I load: 0 unused tokens +0.02.469.420 I load: printing all EOG tokens: +0.02.469.427 I load: - 248044 ('<|endoftext|>') +0.02.469.428 I load: - 248046 ('<|im_end|>') +0.02.469.429 I load: - 248063 ('<|fim_pad|>') +0.02.469.429 I load: - 248064 ('<|repo_name|>') +0.02.469.429 I load: - 248065 ('<|file_sep|>') +0.02.469.605 I load: special tokens cache size = 33 +0.02.519.171 I load: token to piece cache size = 1.7581 MB +0.02.519.190 I print_info: arch = qwen35moe +0.02.519.191 I print_info: vocab_only = 0 +0.02.519.191 I print_info: no_alloc = 0 +0.02.519.191 I print_info: n_ctx_train = 262144 +0.02.519.191 I print_info: n_embd = 4096 +0.02.519.191 I print_info: n_embd_inp = 4096 +0.02.519.192 I print_info: n_layer = 61 +0.02.519.200 I print_info: n_head = 32 +0.02.519.201 I print_info: n_head_kv = 2 +0.02.519.201 I print_info: n_rot = 64 +0.02.519.202 I print_info: n_swa = 0 +0.02.519.202 I print_info: is_swa_any = 0 +0.02.519.202 I print_info: n_embd_head_k = 256 +0.02.519.202 I print_info: n_embd_head_v = 256 +0.02.519.203 I print_info: n_gqa = 16 +0.02.519.205 I print_info: n_embd_k_gqa = 512 +0.02.519.206 I print_info: n_embd_v_gqa = 512 +0.02.519.207 I print_info: f_norm_eps = 0.0e+00 +0.02.519.208 I print_info: f_norm_rms_eps = 1.0e-06 +0.02.519.209 I print_info: f_clamp_kqv = 0.0e+00 +0.02.519.209 I print_info: f_max_alibi_bias = 0.0e+00 +0.02.519.209 I print_info: f_logit_scale = 0.0e+00 +0.02.519.209 I print_info: f_attn_scale = 0.0e+00 +0.02.519.210 I print_info: f_attn_value_scale = 0.0000 +0.02.519.211 I print_info: n_ff = 0 +0.02.519.211 I print_info: n_expert = 512 +0.02.519.211 I print_info: n_expert_used = 10 +0.02.519.211 I print_info: n_expert_groups = 0 +0.02.519.212 I print_info: n_group_used = 0 +0.02.519.212 I print_info: causal attn = 1 +0.02.519.213 I print_info: pooling type = -1 +0.02.519.213 I print_info: rope type = 40 +0.02.519.213 I print_info: rope scaling = linear +0.02.519.214 I print_info: freq_base_train = 10000000.0 +0.02.519.215 I print_info: freq_scale_train = 1 +0.02.519.215 I print_info: n_ctx_orig_yarn = 262144 +0.02.519.215 I print_info: rope_yarn_log_mul = 0.0000 +0.02.519.216 I print_info: rope_finetuned = unknown +0.02.519.216 I print_info: mrope sections = [11, 11, 10, 0] +0.02.519.216 I print_info: ssm_d_conv = 4 +0.02.519.217 I print_info: ssm_d_inner = 8192 +0.02.519.217 I print_info: ssm_d_state = 128 +0.02.519.217 I print_info: ssm_dt_rank = 64 +0.02.519.217 I print_info: ssm_n_group = 16 +0.02.519.218 I print_info: ssm_dt_b_c_rms = 0 +0.02.519.218 I print_info: model type = 397B.A17B +0.02.519.219 I print_info: model params = 402.94 B +0.02.519.219 I print_info: general.name = Qwen3.5 397B A17B +0.02.519.220 I print_info: vocab type = BPE +0.02.519.221 I print_info: n_vocab = 248320 +0.02.519.221 I print_info: n_merges = 247587 +0.02.519.222 I print_info: BOS token = 11 ',' +0.02.519.222 I print_info: EOS token = 248046 '<|im_end|>' +0.02.519.222 I print_info: EOT token = 248046 '<|im_end|>' +0.02.519.222 I print_info: PAD token = 248044 '<|endoftext|>' +0.02.519.222 I print_info: LF token = 198 'Ċ' +0.02.519.223 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.02.519.223 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.02.519.223 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.02.519.223 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.02.519.224 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.02.519.224 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.02.519.224 I print_info: EOG token = 248044 '<|endoftext|>' +0.02.519.224 I print_info: EOG token = 248046 '<|im_end|>' +0.02.519.224 I print_info: EOG token = 248063 '<|fim_pad|>' +0.02.519.224 I print_info: EOG token = 248064 '<|repo_name|>' +0.02.519.225 I print_info: EOG token = 248065 '<|file_sep|>' +0.02.519.225 I print_info: max token length = 256 +0.02.519.226 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +0.43.402.428 I load_tensors: offloading output layer to GPU +0.43.402.437 I load_tensors: offloading 60 repeating layers to GPU +0.43.402.438 I load_tensors: offloaded 62/62 layers to GPU +0.43.402.443 I load_tensors: CPU_Mapped model buffer size = 795.70 MiB +0.43.402.444 I load_tensors: CUDA0 model buffer size = 16610.80 MiB +0.43.402.444 I load_tensors: CUDA1 model buffer size = 16610.80 MiB +0.43.402.444 I load_tensors: CUDA2 model buffer size = 16610.80 MiB +0.43.402.445 I load_tensors: CUDA3 model buffer size = 14542.88 MiB +0.43.402.445 I load_tensors: CUDA4 model buffer size = 16610.80 MiB +0.43.402.445 I load_tensors: CUDA5 model buffer size = 16610.80 MiB +0.43.402.445 I load_tensors: CUDA6 model buffer size = 16610.80 MiB +0.43.402.446 I load_tensors: CUDA7 model buffer size = 17854.13 MiB +.................................................................................................. +0.50.478.668 I common_init_result: added <|endoftext|> logit bias = -inf +0.50.478.676 I common_init_result: added <|im_end|> logit bias = -inf +0.50.478.678 I common_init_result: added <|fim_pad|> logit bias = -inf +0.50.478.678 I common_init_result: added <|repo_name|> logit bias = -inf +0.50.478.678 I common_init_result: added <|file_sep|> logit bias = -inf +0.50.478.921 I llama_context: constructing llama_context +0.50.478.929 I llama_context: n_seq_max = 16 +0.50.478.929 I llama_context: n_ctx = 8192 +0.50.478.929 I llama_context: n_ctx_seq = 512 +0.50.478.930 I llama_context: n_batch = 8192 +0.50.478.930 I llama_context: n_ubatch = 8192 +0.50.478.930 I llama_context: causal_attn = 1 +0.50.478.931 I llama_context: flash_attn = enabled +0.50.478.931 I llama_context: kv_unified = false +0.50.478.934 I llama_context: freq_base = 10000000.0 +0.50.478.934 I llama_context: freq_scale = 1 +0.50.478.935 I llama_context: n_rs_seq = 0 +0.50.478.935 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.50.484.378 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.50.484.700 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +0.50.484.931 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +0.50.485.140 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +0.50.485.347 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +0.50.485.541 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +0.50.485.737 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +0.50.485.935 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +0.50.486.120 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +0.50.486.165 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.50.486.175 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.50.486.175 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.50.486.623 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.50.487.030 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.50.487.446 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.50.487.847 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.50.488.249 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.50.488.682 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.50.489.089 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.50.489.374 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.50.489.386 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.50.489.469 I llama_context: pipeline parallelism enabled +0.50.489.475 I sched_reserve: reserving ... +0.50.562.145 I sched_reserve: resolving fused Gated Delta Net support: +0.50.563.656 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.50.568.017 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.50.660.223 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.50.660.236 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +0.50.660.237 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +0.50.660.237 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +0.50.660.238 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +0.50.660.238 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +0.50.660.238 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +0.50.660.239 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +0.50.660.240 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.50.660.241 I sched_reserve: graph nodes = 5963 +0.50.660.241 I sched_reserve: graph splits = 9 +0.50.660.242 I sched_reserve: reserve took 170.76 ms, sched copies = 4 +0.50.660.376 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +0.50.951.611 I +0.50.951.712 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +0.50.987.775 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +0.55.805.536 I kl_divergence: 4.82 seconds per pass - ETA 2.90 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.3457 ± 0.4306 0.04062 ± 0.03073 0.07197 ± 0.01548 8.554 ± 1.252 % 91.765 ± 1.725 % + 2 4.6054 ± 0.4985 0.03506 ± 0.02106 0.07092 ± 0.01002 8.769 ± 1.064 % 90.588 ± 1.294 % + 3 3.4274 ± 0.2873 0.04096 ± 0.01576 0.07155 ± 0.00797 10.323 ± 0.912 % 92.157 ± 0.973 % + 4 2.7425 ± 0.1787 0.06511 ± 0.01480 0.09484 ± 0.00876 12.652 ± 0.810 % 92.157 ± 0.842 % + 5 2.4727 ± 0.1339 0.10135 ± 0.01431 0.11029 ± 0.00867 14.581 ± 0.774 % 91.922 ± 0.763 % + 6 2.3562 ± 0.1108 0.13167 ± 0.01470 0.13932 ± 0.00939 17.022 ± 0.759 % 90.915 ± 0.735 % + 7 2.3709 ± 0.1033 0.14975 ± 0.01498 0.15861 ± 0.00967 17.909 ± 0.683 % 89.636 ± 0.722 % + 8 2.2710 ± 0.0899 0.15691 ± 0.01412 0.17001 ± 0.00967 18.734 ± 0.658 % 89.657 ± 0.674 % + 9 2.2640 ± 0.0830 0.17511 ± 0.01392 0.18777 ± 0.00953 19.714 ± 0.619 % 88.758 ± 0.660 % + 10 2.2861 ± 0.0788 0.18791 ± 0.01386 0.20229 ± 0.00939 20.286 ± 0.588 % 88.275 ± 0.637 % + 11 2.2246 ± 0.0713 0.19303 ± 0.01345 0.21129 ± 0.00931 20.739 ± 0.557 % 87.807 ± 0.618 % + 12 2.3773 ± 0.0761 0.18056 ± 0.01254 0.19913 ± 0.00861 20.020 ± 0.535 % 88.235 ± 0.583 % + 13 2.4592 ± 0.0762 0.18577 ± 0.01235 0.20765 ± 0.00837 20.116 ± 0.509 % 87.391 ± 0.577 % + 14 2.4872 ± 0.0743 0.17431 ± 0.01156 0.19525 ± 0.00781 19.441 ± 0.491 % 87.647 ± 0.551 % + 15 2.6149 ± 0.0768 0.16258 ± 0.01088 0.18448 ± 0.00733 18.821 ± 0.475 % 88.026 ± 0.525 % + 16 2.7546 ± 0.0806 0.15321 ± 0.01028 0.17555 ± 0.00690 18.285 ± 0.460 % 88.284 ± 0.504 % + 17 2.7331 ± 0.0769 0.14537 ± 0.00972 0.16619 ± 0.00652 17.766 ± 0.447 % 88.581 ± 0.483 % + 18 2.8640 ± 0.0801 0.14021 ± 0.00924 0.15864 ± 0.00618 17.300 ± 0.435 % 88.932 ± 0.463 % + 19 2.9148 ± 0.0803 0.13534 ± 0.00885 0.15272 ± 0.00588 16.944 ± 0.423 % 89.061 ± 0.448 % + 20 2.9335 ± 0.0787 0.13107 ± 0.00859 0.15030 ± 0.00561 16.678 ± 0.409 % 88.863 ± 0.441 % + 21 2.9030 ± 0.0753 0.12947 ± 0.00826 0.14740 ± 0.00536 16.433 ± 0.397 % 89.001 ± 0.428 % + 22 2.9480 ± 0.0753 0.12665 ± 0.00796 0.14347 ± 0.00514 16.161 ± 0.386 % 89.109 ± 0.416 % + 23 2.8769 ± 0.0711 0.12492 ± 0.00771 0.14054 ± 0.00494 15.990 ± 0.376 % 89.173 ± 0.406 % + 24 2.8182 ± 0.0674 0.12147 ± 0.00745 0.13625 ± 0.00475 15.719 ± 0.368 % 89.297 ± 0.395 % + 25 2.8058 ± 0.0656 0.11770 ± 0.00725 0.13370 ± 0.00458 15.553 ± 0.359 % 89.396 ± 0.386 % + 26 2.7750 ± 0.0631 0.11488 ± 0.00702 0.13085 ± 0.00442 15.378 ± 0.350 % 89.502 ± 0.376 % + 27 2.7559 ± 0.0612 0.11313 ± 0.00685 0.12871 ± 0.00427 15.224 ± 0.342 % 89.572 ± 0.368 % + 28 2.7626 ± 0.0604 0.11207 ± 0.00671 0.12790 ± 0.00414 15.076 ± 0.334 % 89.650 ± 0.361 % + 29 2.8114 ± 0.0610 0.10960 ± 0.00652 0.12536 ± 0.00401 14.875 ± 0.327 % 89.696 ± 0.354 % + 30 2.7993 ± 0.0594 0.11042 ± 0.00641 0.12564 ± 0.00393 14.905 ± 0.319 % 89.621 ± 0.349 % + 31 2.8032 ± 0.0583 0.10701 ± 0.00625 0.12391 ± 0.00381 14.754 ± 0.313 % 89.627 ± 0.343 % + 32 2.8528 ± 0.0592 0.10500 ± 0.00609 0.12128 ± 0.00370 14.549 ± 0.308 % 89.706 ± 0.336 % + 33 2.8731 ± 0.0588 0.10171 ± 0.00596 0.11895 ± 0.00359 14.370 ± 0.303 % 89.709 ± 0.331 % + 34 2.9094 ± 0.0590 0.10054 ± 0.00582 0.11702 ± 0.00349 14.214 ± 0.297 % 89.666 ± 0.327 % + 35 2.9722 ± 0.0599 0.09964 ± 0.00572 0.11570 ± 0.00340 14.062 ± 0.293 % 89.569 ± 0.324 % + 36 3.0590 ± 0.0615 0.09845 ± 0.00559 0.11393 ± 0.00331 13.899 ± 0.288 % 89.488 ± 0.320 % + 37 3.1161 ± 0.0620 0.09676 ± 0.00549 0.11285 ± 0.00323 13.786 ± 0.283 % 89.369 ± 0.317 % + 38 3.1408 ± 0.0620 0.09523 ± 0.00538 0.11084 ± 0.00315 13.632 ± 0.279 % 89.463 ± 0.312 % + 39 3.1893 ± 0.0626 0.09350 ± 0.00526 0.10884 ± 0.00307 13.478 ± 0.275 % 89.512 ± 0.307 % + 40 3.2418 ± 0.0636 0.09192 ± 0.00515 0.10702 ± 0.00300 13.349 ± 0.272 % 89.510 ± 0.303 % + 41 3.2801 ± 0.0639 0.09051 ± 0.00504 0.10530 ± 0.00293 13.209 ± 0.268 % 89.593 ± 0.299 % + 42 3.3421 ± 0.0648 0.08867 ± 0.00494 0.10362 ± 0.00287 13.070 ± 0.265 % 89.645 ± 0.294 % + 43 3.3727 ± 0.0649 0.08640 ± 0.00486 0.10213 ± 0.00280 12.949 ± 0.261 % 89.658 ± 0.291 % + 44 3.3855 ± 0.0643 0.08503 ± 0.00477 0.10053 ± 0.00274 12.821 ± 0.258 % 89.724 ± 0.287 % + 45 3.4433 ± 0.0652 0.08387 ± 0.00469 0.09941 ± 0.00268 12.710 ± 0.255 % 89.691 ± 0.284 % + 46 3.4545 ± 0.0648 0.08324 ± 0.00461 0.09813 ± 0.00264 12.593 ± 0.252 % 89.761 ± 0.280 % + 47 3.5409 ± 0.0664 0.08212 ± 0.00454 0.09711 ± 0.00258 12.478 ± 0.249 % 89.746 ± 0.277 % + 48 3.5993 ± 0.0673 0.08085 ± 0.00446 0.09570 ± 0.00253 12.361 ± 0.246 % 89.779 ± 0.274 % + 49 3.5751 ± 0.0660 0.08058 ± 0.00441 0.09626 ± 0.00250 12.333 ± 0.242 % 89.764 ± 0.271 % + 50 3.5234 ± 0.0643 0.08281 ± 0.00441 0.09802 ± 0.00250 12.520 ± 0.240 % 89.788 ± 0.268 % + 51 3.4941 ± 0.0629 0.08283 ± 0.00439 0.09865 ± 0.00248 12.546 ± 0.237 % 89.781 ± 0.266 % + 52 3.5101 ± 0.0627 0.08344 ± 0.00435 0.09959 ± 0.00245 12.600 ± 0.233 % 89.615 ± 0.265 % + 53 3.5596 ± 0.0631 0.08185 ± 0.00429 0.09879 ± 0.00241 12.508 ± 0.231 % 89.523 ± 0.263 % + 54 3.5911 ± 0.0632 0.08105 ± 0.00423 0.09792 ± 0.00237 12.438 ± 0.228 % 89.542 ± 0.261 % + 55 3.6155 ± 0.0632 0.08055 ± 0.00417 0.09694 ± 0.00232 12.344 ± 0.226 % 89.526 ± 0.259 % + 56 3.6270 ± 0.0628 0.07919 ± 0.00411 0.09625 ± 0.00229 12.279 ± 0.223 % 89.545 ± 0.256 % + 57 3.6438 ± 0.0626 0.07915 ± 0.00405 0.09575 ± 0.00225 12.225 ± 0.221 % 89.549 ± 0.254 % + 58 3.6639 ± 0.0624 0.07862 ± 0.00400 0.09479 ± 0.00221 12.147 ± 0.218 % 89.628 ± 0.251 % + 59 3.6651 ± 0.0619 0.07822 ± 0.00395 0.09417 ± 0.00218 12.098 ± 0.216 % 89.651 ± 0.248 % + 60 3.6867 ± 0.0618 0.07741 ± 0.00390 0.09354 ± 0.00215 12.035 ± 0.214 % 89.686 ± 0.246 % + 61 3.7144 ± 0.0620 0.07692 ± 0.00386 0.09313 ± 0.00212 11.973 ± 0.212 % 89.714 ± 0.244 % + 62 3.7570 ± 0.0624 0.07669 ± 0.00382 0.09268 ± 0.00209 11.896 ± 0.210 % 89.703 ± 0.242 % + 63 3.7968 ± 0.0628 0.07642 ± 0.00378 0.09212 ± 0.00206 11.839 ± 0.208 % 89.735 ± 0.239 % + 64 3.8375 ± 0.0631 0.07539 ± 0.00374 0.09148 ± 0.00203 11.763 ± 0.206 % 89.712 ± 0.238 % + 65 3.8870 ± 0.0637 0.07450 ± 0.00370 0.09078 ± 0.00200 11.706 ± 0.205 % 89.750 ± 0.236 % + 66 3.9155 ± 0.0639 0.07386 ± 0.00366 0.09006 ± 0.00197 11.634 ± 0.203 % 89.786 ± 0.233 % + 67 3.9670 ± 0.0646 0.07321 ± 0.00363 0.08943 ± 0.00194 11.568 ± 0.201 % 89.786 ± 0.232 % + 68 3.9898 ± 0.0645 0.07324 ± 0.00359 0.08903 ± 0.00192 11.520 ± 0.199 % 89.775 ± 0.230 % + 69 4.0099 ± 0.0643 0.07273 ± 0.00355 0.08857 ± 0.00190 11.478 ± 0.198 % 89.753 ± 0.229 % + 70 3.9999 ± 0.0636 0.07230 ± 0.00352 0.08824 ± 0.00188 11.461 ± 0.197 % 89.770 ± 0.227 % + 71 4.0370 ± 0.0639 0.07198 ± 0.00349 0.08781 ± 0.00185 11.401 ± 0.195 % 89.721 ± 0.226 % + 72 4.0501 ± 0.0636 0.07267 ± 0.00348 0.08848 ± 0.00184 11.404 ± 0.193 % 89.662 ± 0.225 % + 73 4.0623 ± 0.0635 0.07347 ± 0.00347 0.08881 ± 0.00182 11.415 ± 0.191 % 89.621 ± 0.224 % + 74 4.0761 ± 0.0633 0.07258 ± 0.00343 0.08813 ± 0.00180 11.351 ± 0.190 % 89.629 ± 0.222 % + 75 4.0782 ± 0.0630 0.07167 ± 0.00340 0.08765 ± 0.00179 11.312 ± 0.189 % 89.689 ± 0.220 % + 76 4.0839 ± 0.0628 0.07136 ± 0.00338 0.08717 ± 0.00177 11.270 ± 0.188 % 89.721 ± 0.218 % + 77 4.1061 ± 0.0628 0.07122 ± 0.00335 0.08695 ± 0.00175 11.225 ± 0.186 % 89.712 ± 0.217 % + 78 4.0994 ± 0.0625 0.07121 ± 0.00333 0.08674 ± 0.00174 11.186 ± 0.185 % 89.734 ± 0.215 % + 79 4.0466 ± 0.0612 0.07144 ± 0.00331 0.08669 ± 0.00174 11.227 ± 0.186 % 89.809 ± 0.213 % + 80 3.9902 ± 0.0597 0.07182 ± 0.00329 0.08682 ± 0.00173 11.272 ± 0.185 % 89.877 ± 0.211 % + 81 3.9374 ± 0.0583 0.07323 ± 0.00330 0.08841 ± 0.00177 11.529 ± 0.187 % 89.896 ± 0.210 % + 82 3.8914 ± 0.0571 0.07477 ± 0.00331 0.08943 ± 0.00178 11.638 ± 0.187 % 89.919 ± 0.208 % + 83 3.8459 ± 0.0559 0.07613 ± 0.00331 0.09086 ± 0.00181 11.796 ± 0.187 % 89.941 ± 0.207 % + 84 3.8059 ± 0.0548 0.07747 ± 0.00330 0.09177 ± 0.00181 11.927 ± 0.186 % 89.911 ± 0.206 % + 85 3.7631 ± 0.0537 0.07825 ± 0.00330 0.09281 ± 0.00182 12.039 ± 0.186 % 89.915 ± 0.205 % + 86 3.7632 ± 0.0534 0.07974 ± 0.00331 0.09413 ± 0.00182 12.124 ± 0.185 % 89.850 ± 0.204 % + 87 3.7283 ± 0.0525 0.08112 ± 0.00332 0.09563 ± 0.00185 12.271 ± 0.185 % 89.858 ± 0.203 % + 88 3.6882 ± 0.0516 0.08174 ± 0.00331 0.09615 ± 0.00185 12.323 ± 0.184 % 89.911 ± 0.201 % + 89 3.6463 ± 0.0505 0.08177 ± 0.00331 0.09692 ± 0.00187 12.432 ± 0.184 % 89.941 ± 0.200 % + 90 3.6046 ± 0.0495 0.08225 ± 0.00329 0.09730 ± 0.00188 12.507 ± 0.184 % 89.991 ± 0.198 % + 91 3.5657 ± 0.0485 0.08278 ± 0.00328 0.09787 ± 0.00188 12.564 ± 0.183 % 90.037 ± 0.197 % + 92 3.5293 ± 0.0476 0.08315 ± 0.00327 0.09815 ± 0.00187 12.608 ± 0.182 % 90.072 ± 0.195 % + 93 3.5070 ± 0.0470 0.08435 ± 0.00327 0.09970 ± 0.00188 12.716 ± 0.180 % 90.023 ± 0.195 % + 94 3.4744 ± 0.0461 0.08543 ± 0.00327 0.10065 ± 0.00190 12.855 ± 0.181 % 90.029 ± 0.194 % + 95 3.4401 ± 0.0453 0.08654 ± 0.00327 0.10176 ± 0.00191 13.001 ± 0.181 % 90.043 ± 0.192 % + 96 3.4144 ± 0.0446 0.08801 ± 0.00327 0.10318 ± 0.00193 13.156 ± 0.181 % 90.020 ± 0.192 % + 97 3.3822 ± 0.0438 0.08828 ± 0.00327 0.10389 ± 0.00194 13.229 ± 0.181 % 90.030 ± 0.190 % + 98 3.3508 ± 0.0431 0.08919 ± 0.00328 0.10519 ± 0.00198 13.356 ± 0.182 % 90.060 ± 0.189 % + 99 3.3261 ± 0.0424 0.09068 ± 0.00328 0.10682 ± 0.00200 13.493 ± 0.181 % 90.014 ± 0.189 % + 100 3.3059 ± 0.0419 0.09167 ± 0.00329 0.10781 ± 0.00200 13.585 ± 0.180 % 90.016 ± 0.188 % + 101 3.2804 ± 0.0412 0.09281 ± 0.00329 0.10888 ± 0.00201 13.672 ± 0.180 % 90.002 ± 0.187 % + 102 3.2553 ± 0.0406 0.09345 ± 0.00328 0.10954 ± 0.00201 13.768 ± 0.179 % 89.992 ± 0.186 % + 103 3.2301 ± 0.0400 0.09404 ± 0.00327 0.10974 ± 0.00200 13.816 ± 0.178 % 90.013 ± 0.185 % + 104 3.2116 ± 0.0395 0.09486 ± 0.00326 0.11032 ± 0.00199 13.889 ± 0.177 % 90.015 ± 0.184 % + 105 3.2240 ± 0.0395 0.09473 ± 0.00324 0.11008 ± 0.00197 13.852 ± 0.176 % 89.968 ± 0.184 % + 106 3.2469 ± 0.0397 0.09426 ± 0.00321 0.10943 ± 0.00195 13.794 ± 0.175 % 90.004 ± 0.182 % + 107 3.2723 ± 0.0399 0.09389 ± 0.00318 0.10894 ± 0.00194 13.747 ± 0.174 % 90.002 ± 0.182 % + 108 3.3112 ± 0.0404 0.09298 ± 0.00316 0.10835 ± 0.00192 13.693 ± 0.173 % 90.036 ± 0.180 % + 109 3.3156 ± 0.0403 0.09256 ± 0.00314 0.10775 ± 0.00190 13.641 ± 0.172 % 90.059 ± 0.179 % + 110 3.3542 ± 0.0408 0.09205 ± 0.00311 0.10721 ± 0.00189 13.593 ± 0.172 % 90.039 ± 0.179 % + 111 3.3842 ± 0.0411 0.09140 ± 0.00309 0.10656 ± 0.00187 13.537 ± 0.171 % 90.012 ± 0.178 % + 112 3.4081 ± 0.0413 0.09113 ± 0.00307 0.10589 ± 0.00186 13.486 ± 0.170 % 90.063 ± 0.177 % + 113 3.4397 ± 0.0418 0.09075 ± 0.00304 0.10520 ± 0.00184 13.430 ± 0.169 % 90.057 ± 0.176 % + 114 3.4776 ± 0.0422 0.09003 ± 0.00302 0.10452 ± 0.00183 13.376 ± 0.168 % 90.062 ± 0.175 % + 115 3.5035 ± 0.0425 0.08938 ± 0.00300 0.10384 ± 0.00181 13.321 ± 0.168 % 90.094 ± 0.174 % + 116 3.4713 ± 0.0418 0.08935 ± 0.00298 0.10370 ± 0.00180 13.344 ± 0.168 % 90.149 ± 0.173 % + 117 3.4483 ± 0.0413 0.08997 ± 0.00297 0.10465 ± 0.00181 13.440 ± 0.167 % 90.139 ± 0.173 % + 118 3.4315 ± 0.0409 0.09139 ± 0.00298 0.10605 ± 0.00182 13.526 ± 0.166 % 90.100 ± 0.172 % + 119 3.4098 ± 0.0404 0.09190 ± 0.00297 0.10652 ± 0.00182 13.590 ± 0.166 % 90.101 ± 0.171 % + 120 3.3971 ± 0.0400 0.09268 ± 0.00297 0.10744 ± 0.00182 13.647 ± 0.165 % 90.065 ± 0.171 % + 121 3.3778 ± 0.0395 0.09372 ± 0.00297 0.10824 ± 0.00182 13.714 ± 0.164 % 90.063 ± 0.170 % + 122 3.3646 ± 0.0391 0.09464 ± 0.00298 0.10956 ± 0.00183 13.802 ± 0.164 % 89.997 ± 0.170 % + 123 3.3537 ± 0.0388 0.09579 ± 0.00299 0.11045 ± 0.00183 13.856 ± 0.163 % 89.970 ± 0.170 % + 124 3.3347 ± 0.0384 0.09646 ± 0.00298 0.11105 ± 0.00183 13.905 ± 0.162 % 89.962 ± 0.169 % + 125 3.3204 ± 0.0380 0.09751 ± 0.00298 0.11192 ± 0.00183 13.965 ± 0.161 % 89.942 ± 0.168 % + 126 3.3052 ± 0.0376 0.09794 ± 0.00298 0.11237 ± 0.00182 13.997 ± 0.160 % 89.944 ± 0.168 % + 127 3.2920 ± 0.0372 0.09818 ± 0.00297 0.11250 ± 0.00182 14.002 ± 0.160 % 89.937 ± 0.167 % + 128 3.2751 ± 0.0368 0.09872 ± 0.00296 0.11289 ± 0.00182 14.023 ± 0.159 % 89.939 ± 0.167 % + 129 3.2586 ± 0.0364 0.09891 ± 0.00295 0.11326 ± 0.00181 14.066 ± 0.158 % 89.938 ± 0.166 % + 130 3.2489 ± 0.0361 0.09896 ± 0.00294 0.11339 ± 0.00180 14.078 ± 0.157 % 89.922 ± 0.165 % + 131 3.2395 ± 0.0358 0.09926 ± 0.00293 0.11362 ± 0.00179 14.082 ± 0.156 % 89.906 ± 0.165 % + 132 3.2404 ± 0.0357 0.10076 ± 0.00295 0.11507 ± 0.00181 14.133 ± 0.156 % 89.843 ± 0.165 % + 133 3.2389 ± 0.0355 0.10175 ± 0.00295 0.11565 ± 0.00180 14.171 ± 0.155 % 89.804 ± 0.164 % + 134 3.2413 ± 0.0354 0.10232 ± 0.00294 0.11619 ± 0.00180 14.167 ± 0.154 % 89.748 ± 0.164 % + 135 3.2432 ± 0.0352 0.10302 ± 0.00294 0.11665 ± 0.00179 14.168 ± 0.153 % 89.737 ± 0.164 % + 136 3.2398 ± 0.0350 0.10418 ± 0.00295 0.11728 ± 0.00178 14.192 ± 0.152 % 89.674 ± 0.163 % + 137 3.2425 ± 0.0349 0.10358 ± 0.00293 0.11668 ± 0.00177 14.149 ± 0.151 % 89.672 ± 0.163 % + 138 3.2549 ± 0.0350 0.10301 ± 0.00291 0.11613 ± 0.00176 14.104 ± 0.151 % 89.690 ± 0.162 % + 139 3.2601 ± 0.0349 0.10316 ± 0.00290 0.11611 ± 0.00175 14.105 ± 0.150 % 89.680 ± 0.162 % + 140 3.2669 ± 0.0349 0.10307 ± 0.00290 0.11626 ± 0.00174 14.088 ± 0.150 % 89.661 ± 0.161 % + 141 3.2801 ± 0.0350 0.10312 ± 0.00288 0.11622 ± 0.00173 14.062 ± 0.149 % 89.637 ± 0.161 % + 142 3.2857 ± 0.0349 0.10325 ± 0.00288 0.11659 ± 0.00172 14.065 ± 0.148 % 89.600 ± 0.160 % + 143 3.2923 ± 0.0348 0.10271 ± 0.00286 0.11614 ± 0.00171 14.026 ± 0.148 % 89.620 ± 0.160 % + 144 3.3024 ± 0.0349 0.10242 ± 0.00285 0.11564 ± 0.00170 13.989 ± 0.147 % 89.643 ± 0.159 % + 145 3.3004 ± 0.0347 0.10180 ± 0.00283 0.11504 ± 0.00169 13.947 ± 0.146 % 89.655 ± 0.158 % + 146 3.3047 ± 0.0346 0.10141 ± 0.00281 0.11448 ± 0.00168 13.905 ± 0.146 % 89.672 ± 0.158 % + 147 3.3017 ± 0.0344 0.10104 ± 0.00280 0.11387 ± 0.00167 13.865 ± 0.145 % 89.687 ± 0.157 % + 148 3.3038 ± 0.0343 0.10039 ± 0.00278 0.11329 ± 0.00166 13.824 ± 0.145 % 89.716 ± 0.156 % + 149 3.2981 ± 0.0341 0.09982 ± 0.00276 0.11270 ± 0.00165 13.783 ± 0.144 % 89.735 ± 0.156 % + 150 3.2930 ± 0.0340 0.09958 ± 0.00275 0.11240 ± 0.00164 13.754 ± 0.144 % 89.767 ± 0.155 % + 151 3.2851 ± 0.0337 0.09909 ± 0.00274 0.11222 ± 0.00163 13.741 ± 0.143 % 89.773 ± 0.154 % + 152 3.2822 ± 0.0336 0.09879 ± 0.00273 0.11185 ± 0.00162 13.710 ± 0.143 % 89.799 ± 0.154 % + 153 3.2752 ± 0.0333 0.09812 ± 0.00271 0.11135 ± 0.00161 13.677 ± 0.142 % 89.835 ± 0.153 % + 154 3.2801 ± 0.0332 0.09779 ± 0.00270 0.11083 ± 0.00160 13.639 ± 0.142 % 89.860 ± 0.152 % + 155 3.2810 ± 0.0331 0.09735 ± 0.00268 0.11033 ± 0.00159 13.602 ± 0.141 % 89.872 ± 0.152 % + 156 3.2751 ± 0.0329 0.09693 ± 0.00267 0.10984 ± 0.00158 13.569 ± 0.141 % 89.907 ± 0.151 % + 157 3.2728 ± 0.0327 0.09664 ± 0.00265 0.10933 ± 0.00157 13.532 ± 0.140 % 89.906 ± 0.151 % + 158 3.2721 ± 0.0326 0.09612 ± 0.00264 0.10885 ± 0.00156 13.499 ± 0.140 % 89.928 ± 0.150 % + 159 3.2663 ± 0.0324 0.09547 ± 0.00262 0.10844 ± 0.00155 13.471 ± 0.139 % 89.952 ± 0.149 % + 160 3.2644 ± 0.0322 0.09497 ± 0.00261 0.10799 ± 0.00155 13.438 ± 0.139 % 89.956 ± 0.149 % + 161 3.2693 ± 0.0322 0.09456 ± 0.00260 0.10756 ± 0.00154 13.406 ± 0.138 % 89.967 ± 0.148 % + 162 3.2688 ± 0.0321 0.09410 ± 0.00259 0.10709 ± 0.00153 13.374 ± 0.138 % 89.978 ± 0.148 % + 163 3.2657 ± 0.0319 0.09366 ± 0.00257 0.10666 ± 0.00152 13.342 ± 0.137 % 90.008 ± 0.147 % + 164 3.2713 ± 0.0319 0.09319 ± 0.00256 0.10621 ± 0.00151 13.308 ± 0.137 % 90.022 ± 0.147 % + 165 3.2844 ± 0.0319 0.09279 ± 0.00255 0.10583 ± 0.00150 13.276 ± 0.136 % 90.034 ± 0.146 % + 166 3.2868 ± 0.0319 0.09243 ± 0.00254 0.10543 ± 0.00149 13.245 ± 0.136 % 90.052 ± 0.145 % + 167 3.3052 ± 0.0321 0.09239 ± 0.00253 0.10510 ± 0.00148 13.209 ± 0.135 % 90.055 ± 0.145 % + 168 3.3140 ± 0.0321 0.09207 ± 0.00251 0.10467 ± 0.00148 13.177 ± 0.135 % 90.077 ± 0.144 % + 169 3.3395 ± 0.0323 0.09151 ± 0.00250 0.10438 ± 0.00147 13.145 ± 0.135 % 90.073 ± 0.144 % + 170 3.3491 ± 0.0324 0.09133 ± 0.00249 0.10406 ± 0.00146 13.113 ± 0.134 % 90.083 ± 0.144 % + 171 3.3768 ± 0.0327 0.09120 ± 0.00248 0.10369 ± 0.00145 13.079 ± 0.134 % 90.072 ± 0.143 % + 172 3.4052 ± 0.0330 0.09108 ± 0.00247 0.10350 ± 0.00144 13.051 ± 0.133 % 90.052 ± 0.143 % + 173 3.4224 ± 0.0331 0.09068 ± 0.00246 0.10313 ± 0.00144 13.018 ± 0.133 % 90.053 ± 0.142 % + 174 3.4523 ± 0.0335 0.09024 ± 0.00245 0.10301 ± 0.00143 12.999 ± 0.132 % 90.045 ± 0.142 % + 175 3.4677 ± 0.0336 0.09005 ± 0.00244 0.10267 ± 0.00142 12.971 ± 0.132 % 90.053 ± 0.142 % + 176 3.4907 ± 0.0338 0.08984 ± 0.00243 0.10235 ± 0.00141 12.938 ± 0.132 % 90.047 ± 0.141 % + 177 3.5109 ± 0.0340 0.08950 ± 0.00242 0.10202 ± 0.00141 12.910 ± 0.131 % 90.043 ± 0.141 % + 178 3.5206 ± 0.0341 0.08910 ± 0.00241 0.10167 ± 0.00140 12.880 ± 0.131 % 90.066 ± 0.140 % + 179 3.5042 ± 0.0338 0.08944 ± 0.00240 0.10204 ± 0.00140 12.928 ± 0.131 % 90.084 ± 0.140 % + 180 3.4858 ± 0.0335 0.08963 ± 0.00240 0.10236 ± 0.00140 12.974 ± 0.131 % 90.096 ± 0.139 % + 181 3.4773 ± 0.0332 0.09069 ± 0.00240 0.10323 ± 0.00141 13.043 ± 0.130 % 90.062 ± 0.139 % + 182 3.4687 ± 0.0330 0.09128 ± 0.00241 0.10377 ± 0.00141 13.079 ± 0.130 % 90.043 ± 0.139 % + 183 3.4548 ± 0.0328 0.09173 ± 0.00240 0.10406 ± 0.00140 13.114 ± 0.129 % 90.042 ± 0.139 % + 184 3.4428 ± 0.0325 0.09238 ± 0.00240 0.10479 ± 0.00141 13.171 ± 0.129 % 90.032 ± 0.138 % + 185 3.4308 ± 0.0323 0.09333 ± 0.00240 0.10568 ± 0.00141 13.253 ± 0.129 % 90.012 ± 0.138 % + 186 3.4175 ± 0.0320 0.09389 ± 0.00240 0.10605 ± 0.00141 13.291 ± 0.128 % 90.027 ± 0.138 % + 187 3.4253 ± 0.0320 0.09352 ± 0.00239 0.10577 ± 0.00141 13.269 ± 0.128 % 90.009 ± 0.137 % + 188 3.4393 ± 0.0321 0.09309 ± 0.00238 0.10532 ± 0.00140 13.236 ± 0.128 % 90.035 ± 0.137 % + 189 3.4568 ± 0.0323 0.09266 ± 0.00237 0.10503 ± 0.00139 13.208 ± 0.127 % 90.032 ± 0.136 % + 190 3.4710 ± 0.0324 0.09216 ± 0.00236 0.10466 ± 0.00139 13.177 ± 0.127 % 90.021 ± 0.136 % + 191 3.4834 ± 0.0324 0.09185 ± 0.00235 0.10428 ± 0.00138 13.147 ± 0.127 % 90.026 ± 0.136 % + 192 3.4925 ± 0.0325 0.09153 ± 0.00234 0.10391 ± 0.00137 13.117 ± 0.126 % 90.041 ± 0.135 % + 193 3.5069 ± 0.0325 0.09115 ± 0.00233 0.10355 ± 0.00136 13.085 ± 0.126 % 90.029 ± 0.135 % + 194 3.5252 ± 0.0327 0.09085 ± 0.00232 0.10322 ± 0.00136 13.055 ± 0.126 % 90.026 ± 0.135 % + 195 3.5427 ± 0.0328 0.09048 ± 0.00231 0.10289 ± 0.00135 13.026 ± 0.125 % 90.043 ± 0.134 % + 196 3.5535 ± 0.0329 0.09020 ± 0.00230 0.10256 ± 0.00134 12.998 ± 0.125 % 90.048 ± 0.134 % + 197 3.5534 ± 0.0328 0.08978 ± 0.00229 0.10226 ± 0.00134 12.974 ± 0.124 % 90.073 ± 0.133 % + 198 3.5587 ± 0.0328 0.08946 ± 0.00228 0.10189 ± 0.00133 12.945 ± 0.124 % 90.091 ± 0.133 % + 199 3.5599 ± 0.0327 0.08927 ± 0.00227 0.10155 ± 0.00133 12.917 ± 0.124 % 90.109 ± 0.133 % + 200 3.5654 ± 0.0327 0.08928 ± 0.00226 0.10131 ± 0.00132 12.890 ± 0.123 % 90.116 ± 0.132 % + 201 3.5713 ± 0.0327 0.08893 ± 0.00225 0.10109 ± 0.00131 12.875 ± 0.123 % 90.116 ± 0.132 % + 202 3.5875 ± 0.0328 0.08875 ± 0.00224 0.10086 ± 0.00131 12.850 ± 0.123 % 90.109 ± 0.132 % + 203 3.6072 ± 0.0330 0.08845 ± 0.00224 0.10057 ± 0.00130 12.823 ± 0.122 % 90.123 ± 0.131 % + 204 3.6247 ± 0.0331 0.08833 ± 0.00223 0.10029 ± 0.00130 12.797 ± 0.122 % 90.119 ± 0.131 % + 205 3.6246 ± 0.0330 0.08790 ± 0.00222 0.10002 ± 0.00129 12.771 ± 0.122 % 90.135 ± 0.130 % + 206 3.6422 ± 0.0332 0.08766 ± 0.00221 0.09975 ± 0.00128 12.745 ± 0.121 % 90.131 ± 0.130 % + 207 3.6402 ± 0.0331 0.08733 ± 0.00220 0.09941 ± 0.00128 12.719 ± 0.121 % 90.153 ± 0.130 % + 208 3.6503 ± 0.0331 0.08694 ± 0.00219 0.09909 ± 0.00127 12.691 ± 0.121 % 90.155 ± 0.129 % + 209 3.6531 ± 0.0331 0.08678 ± 0.00219 0.09900 ± 0.00127 12.669 ± 0.120 % 90.157 ± 0.129 % + 210 3.6601 ± 0.0331 0.08634 ± 0.00218 0.09872 ± 0.00126 12.647 ± 0.120 % 90.164 ± 0.129 % + 211 3.6671 ± 0.0331 0.08610 ± 0.00217 0.09844 ± 0.00126 12.624 ± 0.120 % 90.170 ± 0.128 % + 212 3.6746 ± 0.0331 0.08571 ± 0.00216 0.09813 ± 0.00125 12.600 ± 0.120 % 90.170 ± 0.128 % + 213 3.6761 ± 0.0330 0.08530 ± 0.00215 0.09777 ± 0.00125 12.574 ± 0.119 % 90.181 ± 0.128 % + 214 3.6759 ± 0.0329 0.08500 ± 0.00215 0.09743 ± 0.00124 12.548 ± 0.119 % 90.198 ± 0.127 % + 215 3.6769 ± 0.0328 0.08474 ± 0.00214 0.09711 ± 0.00124 12.524 ± 0.119 % 90.202 ± 0.127 % + 216 3.6840 ± 0.0328 0.08421 ± 0.00213 0.09681 ± 0.00123 12.499 ± 0.118 % 90.198 ± 0.127 % + 217 3.6860 ± 0.0328 0.08402 ± 0.00212 0.09651 ± 0.00123 12.475 ± 0.118 % 90.218 ± 0.126 % + 218 3.6824 ± 0.0327 0.08366 ± 0.00211 0.09619 ± 0.00122 12.451 ± 0.118 % 90.232 ± 0.126 % + 219 3.6752 ± 0.0325 0.08324 ± 0.00211 0.09585 ± 0.00121 12.426 ± 0.117 % 90.248 ± 0.126 % + 220 3.6761 ± 0.0324 0.08303 ± 0.00210 0.09555 ± 0.00121 12.402 ± 0.117 % 90.260 ± 0.125 % + 221 3.6794 ± 0.0324 0.08270 ± 0.00209 0.09522 ± 0.00120 12.377 ± 0.117 % 90.274 ± 0.125 % + 222 3.6820 ± 0.0323 0.08247 ± 0.00208 0.09499 ± 0.00120 12.357 ± 0.117 % 90.276 ± 0.125 % + 223 3.6918 ± 0.0324 0.08231 ± 0.00208 0.09478 ± 0.00119 12.334 ± 0.116 % 90.266 ± 0.124 % + 224 3.6887 ± 0.0322 0.08203 ± 0.00207 0.09451 ± 0.00119 12.311 ± 0.116 % 90.261 ± 0.124 % + 225 3.6872 ± 0.0322 0.08185 ± 0.00206 0.09434 ± 0.00118 12.296 ± 0.116 % 90.262 ± 0.124 % + 226 3.6894 ± 0.0321 0.08182 ± 0.00206 0.09431 ± 0.00118 12.301 ± 0.115 % 90.269 ± 0.123 % + 227 3.6879 ± 0.0320 0.08153 ± 0.00205 0.09402 ± 0.00118 12.277 ± 0.115 % 90.270 ± 0.123 % + 228 3.6856 ± 0.0319 0.08139 ± 0.00204 0.09373 ± 0.00117 12.253 ± 0.115 % 90.279 ± 0.123 % + 229 3.6865 ± 0.0318 0.08107 ± 0.00203 0.09347 ± 0.00117 12.230 ± 0.115 % 90.287 ± 0.123 % + 230 3.6826 ± 0.0317 0.08087 ± 0.00203 0.09319 ± 0.00116 12.207 ± 0.114 % 90.303 ± 0.122 % + 231 3.6844 ± 0.0317 0.08058 ± 0.00202 0.09288 ± 0.00116 12.183 ± 0.114 % 90.306 ± 0.122 % + 232 3.6877 ± 0.0316 0.08047 ± 0.00201 0.09264 ± 0.00115 12.161 ± 0.114 % 90.301 ± 0.122 % + 233 3.6899 ± 0.0315 0.08017 ± 0.00200 0.09238 ± 0.00115 12.138 ± 0.113 % 90.304 ± 0.121 % + 234 3.6894 ± 0.0315 0.07999 ± 0.00200 0.09219 ± 0.00114 12.119 ± 0.113 % 90.318 ± 0.121 % + 235 3.6831 ± 0.0313 0.07995 ± 0.00199 0.09216 ± 0.00114 12.116 ± 0.113 % 90.326 ± 0.121 % + 236 3.6774 ± 0.0312 0.08017 ± 0.00199 0.09276 ± 0.00114 12.152 ± 0.113 % 90.301 ± 0.121 % + 237 3.6768 ± 0.0311 0.08000 ± 0.00199 0.09253 ± 0.00114 12.133 ± 0.112 % 90.309 ± 0.120 % + 238 3.6757 ± 0.0310 0.07982 ± 0.00198 0.09227 ± 0.00113 12.115 ± 0.112 % 90.326 ± 0.120 % + 239 3.6775 ± 0.0310 0.07951 ± 0.00197 0.09206 ± 0.00113 12.096 ± 0.112 % 90.336 ± 0.120 % + 240 3.6810 ± 0.0310 0.07918 ± 0.00197 0.09181 ± 0.00112 12.073 ± 0.112 % 90.345 ± 0.119 % + 241 3.6845 ± 0.0310 0.07913 ± 0.00196 0.09166 ± 0.00112 12.060 ± 0.111 % 90.362 ± 0.119 % + 242 3.6840 ± 0.0309 0.07926 ± 0.00196 0.09177 ± 0.00112 12.059 ± 0.111 % 90.352 ± 0.119 % + 243 3.6957 ± 0.0310 0.07916 ± 0.00195 0.09163 ± 0.00111 12.040 ± 0.111 % 90.330 ± 0.119 % + 244 3.6957 ± 0.0309 0.07914 ± 0.00195 0.09161 ± 0.00111 12.034 ± 0.110 % 90.317 ± 0.119 % + 245 3.6975 ± 0.0309 0.07948 ± 0.00195 0.09187 ± 0.00111 12.049 ± 0.110 % 90.286 ± 0.118 % + 246 3.7088 ± 0.0309 0.07931 ± 0.00194 0.09169 ± 0.00110 12.028 ± 0.110 % 90.287 ± 0.118 % + 247 3.7198 ± 0.0310 0.07911 ± 0.00193 0.09149 ± 0.00110 12.008 ± 0.110 % 90.275 ± 0.118 % + 248 3.7281 ± 0.0310 0.07898 ± 0.00193 0.09130 ± 0.00109 11.987 ± 0.109 % 90.256 ± 0.118 % + 249 3.7362 ± 0.0310 0.07888 ± 0.00192 0.09126 ± 0.00109 11.976 ± 0.109 % 90.250 ± 0.118 % + 250 3.7466 ± 0.0311 0.07861 ± 0.00192 0.09104 ± 0.00109 11.956 ± 0.109 % 90.237 ± 0.118 % + 251 3.7538 ± 0.0311 0.07837 ± 0.00191 0.09080 ± 0.00108 11.935 ± 0.109 % 90.241 ± 0.117 % + 252 3.7630 ± 0.0311 0.07818 ± 0.00190 0.09067 ± 0.00108 11.923 ± 0.109 % 90.233 ± 0.117 % + 253 3.7809 ± 0.0312 0.07810 ± 0.00190 0.09045 ± 0.00107 11.901 ± 0.108 % 90.219 ± 0.117 % + 254 3.7865 ± 0.0312 0.07790 ± 0.00189 0.09021 ± 0.00107 11.881 ± 0.108 % 90.238 ± 0.117 % + 255 3.7875 ± 0.0312 0.07803 ± 0.00189 0.09039 ± 0.00107 11.892 ± 0.108 % 90.231 ± 0.116 % + 256 3.7925 ± 0.0312 0.07791 ± 0.00188 0.09027 ± 0.00107 11.881 ± 0.108 % 90.234 ± 0.116 % + 257 3.7919 ± 0.0311 0.07766 ± 0.00188 0.09009 ± 0.00106 11.862 ± 0.107 % 90.240 ± 0.116 % + 258 3.7833 ± 0.0310 0.07764 ± 0.00187 0.08997 ± 0.00106 11.851 ± 0.107 % 90.243 ± 0.116 % + 259 3.7796 ± 0.0308 0.07754 ± 0.00187 0.08994 ± 0.00106 11.845 ± 0.107 % 90.242 ± 0.115 % + 260 3.7723 ± 0.0307 0.07766 ± 0.00186 0.08996 ± 0.00105 11.858 ± 0.106 % 90.241 ± 0.115 % + 261 3.7673 ± 0.0306 0.07762 ± 0.00186 0.08988 ± 0.00105 11.848 ± 0.106 % 90.241 ± 0.115 % + 262 3.7732 ± 0.0306 0.07739 ± 0.00185 0.08974 ± 0.00105 11.832 ± 0.106 % 90.236 ± 0.115 % + 263 3.7807 ± 0.0306 0.07720 ± 0.00185 0.08963 ± 0.00104 11.817 ± 0.106 % 90.215 ± 0.115 % + 264 3.7858 ± 0.0306 0.07683 ± 0.00184 0.08950 ± 0.00104 11.800 ± 0.106 % 90.211 ± 0.115 % + 265 3.7896 ± 0.0306 0.07679 ± 0.00184 0.08937 ± 0.00103 11.783 ± 0.105 % 90.203 ± 0.114 % + 266 3.7883 ± 0.0305 0.07681 ± 0.00183 0.08941 ± 0.00103 11.783 ± 0.105 % 90.183 ± 0.114 % + 267 3.7882 ± 0.0304 0.07661 ± 0.00183 0.08924 ± 0.00103 11.770 ± 0.105 % 90.190 ± 0.114 % + 268 3.7876 ± 0.0304 0.07685 ± 0.00183 0.08945 ± 0.00103 11.775 ± 0.105 % 90.183 ± 0.114 % + 269 3.7841 ± 0.0303 0.07696 ± 0.00183 0.08944 ± 0.00102 11.771 ± 0.104 % 90.168 ± 0.114 % + 270 3.7808 ± 0.0302 0.07687 ± 0.00182 0.08934 ± 0.00102 11.764 ± 0.104 % 90.170 ± 0.113 % + 271 3.7776 ± 0.0301 0.07699 ± 0.00182 0.08935 ± 0.00102 11.758 ± 0.104 % 90.166 ± 0.113 % + 272 3.7717 ± 0.0300 0.07666 ± 0.00182 0.08928 ± 0.00102 11.753 ± 0.103 % 90.176 ± 0.113 % + 273 3.7758 ± 0.0300 0.07670 ± 0.00181 0.08923 ± 0.00101 11.744 ± 0.103 % 90.173 ± 0.113 % + 274 3.7728 ± 0.0299 0.07668 ± 0.00181 0.08912 ± 0.00101 11.732 ± 0.103 % 90.177 ± 0.113 % + 275 3.7732 ± 0.0298 0.07658 ± 0.00180 0.08904 ± 0.00101 11.718 ± 0.103 % 90.173 ± 0.112 % + 276 3.7747 ± 0.0298 0.07651 ± 0.00180 0.08888 ± 0.00100 11.704 ± 0.103 % 90.178 ± 0.112 % + 277 3.7717 ± 0.0297 0.07642 ± 0.00180 0.08884 ± 0.00100 11.701 ± 0.102 % 90.179 ± 0.112 % + 278 3.7755 ± 0.0296 0.07628 ± 0.00179 0.08864 ± 0.00100 11.684 ± 0.102 % 90.192 ± 0.112 % + 279 3.7767 ± 0.0296 0.07638 ± 0.00179 0.08860 ± 0.00099 11.679 ± 0.102 % 90.192 ± 0.112 % + 280 3.7710 ± 0.0295 0.07616 ± 0.00178 0.08841 ± 0.00099 11.662 ± 0.102 % 90.210 ± 0.111 % + 281 3.7729 ± 0.0295 0.07632 ± 0.00178 0.08843 ± 0.00099 11.653 ± 0.101 % 90.203 ± 0.111 % + 282 3.7635 ± 0.0293 0.07616 ± 0.00178 0.08828 ± 0.00098 11.642 ± 0.101 % 90.223 ± 0.111 % + 283 3.7614 ± 0.0293 0.07611 ± 0.00177 0.08824 ± 0.00098 11.634 ± 0.101 % 90.235 ± 0.111 % + 284 3.7579 ± 0.0292 0.07648 ± 0.00177 0.08848 ± 0.00098 11.656 ± 0.101 % 90.214 ± 0.110 % + 285 3.7488 ± 0.0290 0.07723 ± 0.00178 0.08919 ± 0.00099 11.738 ± 0.102 % 90.208 ± 0.110 % + 286 3.7394 ± 0.0289 0.07733 ± 0.00177 0.08929 ± 0.00099 11.759 ± 0.102 % 90.215 ± 0.110 % + 287 3.7372 ± 0.0288 0.07726 ± 0.00177 0.08915 ± 0.00099 11.745 ± 0.101 % 90.221 ± 0.110 % + 288 3.7407 ± 0.0288 0.07714 ± 0.00176 0.08899 ± 0.00099 11.732 ± 0.101 % 90.212 ± 0.110 % + 289 3.7488 ± 0.0289 0.07696 ± 0.00176 0.08886 ± 0.00098 11.717 ± 0.101 % 90.192 ± 0.110 % + 290 3.7601 ± 0.0289 0.07674 ± 0.00176 0.08869 ± 0.00098 11.699 ± 0.101 % 90.185 ± 0.109 % + 291 3.7713 ± 0.0290 0.07664 ± 0.00175 0.08855 ± 0.00098 11.683 ± 0.100 % 90.191 ± 0.109 % + 292 3.7785 ± 0.0291 0.07651 ± 0.00175 0.08837 ± 0.00097 11.669 ± 0.100 % 90.189 ± 0.109 % + 293 3.7852 ± 0.0291 0.07638 ± 0.00174 0.08819 ± 0.00097 11.652 ± 0.100 % 90.192 ± 0.109 % + 294 3.7981 ± 0.0292 0.07626 ± 0.00174 0.08802 ± 0.00097 11.636 ± 0.100 % 90.195 ± 0.109 % + 295 3.8004 ± 0.0291 0.07603 ± 0.00173 0.08783 ± 0.00096 11.620 ± 0.100 % 90.200 ± 0.108 % + 296 3.8071 ± 0.0292 0.07583 ± 0.00173 0.08769 ± 0.00096 11.608 ± 0.100 % 90.208 ± 0.108 % + 297 3.8038 ± 0.0291 0.07569 ± 0.00172 0.08756 ± 0.00096 11.595 ± 0.099 % 90.215 ± 0.108 % + 298 3.8051 ± 0.0290 0.07545 ± 0.00172 0.08735 ± 0.00096 11.578 ± 0.099 % 90.221 ± 0.108 % + 299 3.8060 ± 0.0290 0.07520 ± 0.00171 0.08716 ± 0.00095 11.562 ± 0.099 % 90.221 ± 0.108 % + 300 3.8071 ± 0.0289 0.07507 ± 0.00171 0.08700 ± 0.00095 11.548 ± 0.099 % 90.216 ± 0.107 % + 301 3.8044 ± 0.0288 0.07521 ± 0.00171 0.08704 ± 0.00095 11.545 ± 0.098 % 90.207 ± 0.107 % + 302 3.8017 ± 0.0288 0.07506 ± 0.00170 0.08694 ± 0.00094 11.530 ± 0.098 % 90.210 ± 0.107 % + 303 3.8085 ± 0.0288 0.07504 ± 0.00170 0.08682 ± 0.00094 11.516 ± 0.098 % 90.206 ± 0.107 % + 304 3.8139 ± 0.0288 0.07484 ± 0.00170 0.08667 ± 0.00094 11.500 ± 0.098 % 90.210 ± 0.107 % + 305 3.8152 ± 0.0287 0.07477 ± 0.00169 0.08653 ± 0.00094 11.488 ± 0.098 % 90.226 ± 0.106 % + 306 3.8183 ± 0.0287 0.07452 ± 0.00169 0.08640 ± 0.00093 11.474 ± 0.098 % 90.224 ± 0.106 % + 307 3.8219 ± 0.0287 0.07426 ± 0.00168 0.08631 ± 0.00093 11.461 ± 0.097 % 90.223 ± 0.106 % + 308 3.8238 ± 0.0287 0.07396 ± 0.00168 0.08620 ± 0.00093 11.455 ± 0.097 % 90.224 ± 0.106 % + 309 3.8290 ± 0.0287 0.07379 ± 0.00167 0.08603 ± 0.00092 11.440 ± 0.097 % 90.227 ± 0.106 % + 310 3.8355 ± 0.0287 0.07361 ± 0.00167 0.08596 ± 0.00092 11.428 ± 0.097 % 90.221 ± 0.106 % + 311 3.8371 ± 0.0286 0.07348 ± 0.00167 0.08579 ± 0.00092 11.413 ± 0.097 % 90.235 ± 0.105 % + 312 3.8424 ± 0.0286 0.07332 ± 0.00166 0.08567 ± 0.00092 11.400 ± 0.096 % 90.217 ± 0.105 % + 313 3.8448 ± 0.0286 0.07315 ± 0.00166 0.08554 ± 0.00091 11.387 ± 0.096 % 90.219 ± 0.105 % + 314 3.8436 ± 0.0285 0.07287 ± 0.00166 0.08544 ± 0.00091 11.376 ± 0.096 % 90.222 ± 0.105 % + 315 3.8423 ± 0.0285 0.07264 ± 0.00165 0.08524 ± 0.00091 11.361 ± 0.096 % 90.240 ± 0.105 % + 316 3.8533 ± 0.0286 0.07241 ± 0.00165 0.08508 ± 0.00091 11.346 ± 0.096 % 90.232 ± 0.105 % + 317 3.8585 ± 0.0286 0.07225 ± 0.00164 0.08492 ± 0.00090 11.330 ± 0.096 % 90.241 ± 0.104 % + 318 3.8700 ± 0.0286 0.07214 ± 0.00164 0.08473 ± 0.00090 11.316 ± 0.095 % 90.244 ± 0.104 % + 319 3.8558 ± 0.0285 0.07225 ± 0.00164 0.08484 ± 0.00090 11.350 ± 0.096 % 90.256 ± 0.104 % + 320 3.8423 ± 0.0283 0.07258 ± 0.00164 0.08516 ± 0.00091 11.388 ± 0.096 % 90.271 ± 0.104 % + 321 3.8313 ± 0.0281 0.07292 ± 0.00164 0.08561 ± 0.00091 11.441 ± 0.096 % 90.275 ± 0.104 % + 322 3.8199 ± 0.0280 0.07332 ± 0.00164 0.08596 ± 0.00092 11.494 ± 0.096 % 90.280 ± 0.103 % + 323 3.8075 ± 0.0278 0.07378 ± 0.00164 0.08634 ± 0.00092 11.547 ± 0.096 % 90.285 ± 0.103 % + 324 3.7995 ± 0.0277 0.07427 ± 0.00164 0.08684 ± 0.00093 11.594 ± 0.096 % 90.275 ± 0.103 % + 325 3.7909 ± 0.0276 0.07505 ± 0.00165 0.08749 ± 0.00093 11.659 ± 0.096 % 90.266 ± 0.103 % + 326 3.7818 ± 0.0274 0.07551 ± 0.00165 0.08794 ± 0.00093 11.706 ± 0.096 % 90.250 ± 0.103 % + 327 3.7724 ± 0.0273 0.07612 ± 0.00165 0.08839 ± 0.00094 11.757 ± 0.096 % 90.243 ± 0.103 % + 328 3.7656 ± 0.0272 0.07668 ± 0.00165 0.08885 ± 0.00094 11.793 ± 0.096 % 90.230 ± 0.103 % + 329 3.7566 ± 0.0271 0.07706 ± 0.00165 0.08909 ± 0.00094 11.821 ± 0.096 % 90.229 ± 0.103 % + 330 3.7460 ± 0.0269 0.07743 ± 0.00165 0.08927 ± 0.00094 11.839 ± 0.095 % 90.234 ± 0.102 % + 331 3.7379 ± 0.0268 0.07801 ± 0.00165 0.08976 ± 0.00094 11.888 ± 0.095 % 90.234 ± 0.102 % + 332 3.7275 ± 0.0267 0.07844 ± 0.00165 0.09017 ± 0.00094 11.938 ± 0.095 % 90.230 ± 0.102 % + 333 3.7191 ± 0.0266 0.07880 ± 0.00165 0.09049 ± 0.00094 11.966 ± 0.095 % 90.227 ± 0.102 % + 334 3.7107 ± 0.0264 0.07938 ± 0.00165 0.09091 ± 0.00095 12.017 ± 0.095 % 90.222 ± 0.102 % + 335 3.7009 ± 0.0263 0.07985 ± 0.00165 0.09123 ± 0.00095 12.051 ± 0.095 % 90.218 ± 0.102 % + 336 3.6898 ± 0.0262 0.08020 ± 0.00165 0.09160 ± 0.00095 12.102 ± 0.095 % 90.218 ± 0.101 % + 337 3.6809 ± 0.0260 0.08068 ± 0.00165 0.09215 ± 0.00095 12.154 ± 0.095 % 90.216 ± 0.101 % + 338 3.6729 ± 0.0259 0.08116 ± 0.00165 0.09245 ± 0.00095 12.191 ± 0.095 % 90.219 ± 0.101 % + 339 3.6678 ± 0.0259 0.08128 ± 0.00165 0.09256 ± 0.00095 12.201 ± 0.095 % 90.220 ± 0.101 % + 340 3.6674 ± 0.0258 0.08105 ± 0.00165 0.09239 ± 0.00095 12.187 ± 0.095 % 90.220 ± 0.101 % + 341 3.6750 ± 0.0258 0.08085 ± 0.00164 0.09224 ± 0.00095 12.172 ± 0.094 % 90.213 ± 0.101 % + 342 3.6800 ± 0.0258 0.08070 ± 0.00164 0.09209 ± 0.00094 12.161 ± 0.094 % 90.209 ± 0.101 % + 343 3.6830 ± 0.0258 0.08064 ± 0.00164 0.09197 ± 0.00094 12.148 ± 0.094 % 90.197 ± 0.101 % + 344 3.6860 ± 0.0258 0.08048 ± 0.00163 0.09186 ± 0.00094 12.138 ± 0.094 % 90.177 ± 0.100 % + 345 3.6846 ± 0.0257 0.08026 ± 0.00163 0.09170 ± 0.00094 12.126 ± 0.094 % 90.180 ± 0.100 % + 346 3.6882 ± 0.0257 0.08021 ± 0.00163 0.09155 ± 0.00093 12.111 ± 0.094 % 90.173 ± 0.100 % + 347 3.6871 ± 0.0257 0.08006 ± 0.00162 0.09139 ± 0.00093 12.098 ± 0.094 % 90.166 ± 0.100 % + 348 3.6877 ± 0.0256 0.07996 ± 0.00162 0.09130 ± 0.00093 12.086 ± 0.093 % 90.162 ± 0.100 % + 349 3.6884 ± 0.0256 0.07981 ± 0.00161 0.09118 ± 0.00093 12.073 ± 0.093 % 90.159 ± 0.100 % + 350 3.6953 ± 0.0256 0.07969 ± 0.00161 0.09101 ± 0.00093 12.058 ± 0.093 % 90.167 ± 0.100 % + 351 3.6962 ± 0.0256 0.07960 ± 0.00161 0.09086 ± 0.00092 12.046 ± 0.093 % 90.169 ± 0.100 % + 352 3.6948 ± 0.0255 0.07947 ± 0.00160 0.09068 ± 0.00092 12.034 ± 0.093 % 90.184 ± 0.099 % + 353 3.7039 ± 0.0256 0.07945 ± 0.00160 0.09055 ± 0.00092 12.022 ± 0.093 % 90.186 ± 0.099 % + 354 3.7124 ± 0.0256 0.07932 ± 0.00160 0.09036 ± 0.00092 12.006 ± 0.092 % 90.194 ± 0.099 % + 355 3.7207 ± 0.0257 0.07927 ± 0.00159 0.09023 ± 0.00091 11.993 ± 0.092 % 90.193 ± 0.099 % + 356 3.7188 ± 0.0256 0.07919 ± 0.00159 0.09011 ± 0.00091 11.981 ± 0.092 % 90.193 ± 0.099 % + 357 3.7081 ± 0.0255 0.07952 ± 0.00159 0.09036 ± 0.00091 12.016 ± 0.092 % 90.193 ± 0.099 % + 358 3.7047 ± 0.0254 0.07989 ± 0.00159 0.09071 ± 0.00091 12.038 ± 0.092 % 90.177 ± 0.099 % + 359 3.7050 ± 0.0254 0.08002 ± 0.00159 0.09096 ± 0.00091 12.046 ± 0.092 % 90.160 ± 0.098 % + 360 3.6986 ± 0.0253 0.08011 ± 0.00159 0.09105 ± 0.00091 12.054 ± 0.092 % 90.164 ± 0.098 % + 361 3.6893 ± 0.0252 0.08036 ± 0.00159 0.09117 ± 0.00091 12.075 ± 0.092 % 90.169 ± 0.098 % + 362 3.6847 ± 0.0251 0.08038 ± 0.00159 0.09123 ± 0.00091 12.075 ± 0.091 % 90.162 ± 0.098 % + 363 3.6891 ± 0.0251 0.08057 ± 0.00159 0.09134 ± 0.00091 12.076 ± 0.091 % 90.144 ± 0.098 % + 364 3.7025 ± 0.0252 0.08042 ± 0.00158 0.09131 ± 0.00090 12.063 ± 0.091 % 90.134 ± 0.098 % + 365 3.7126 ± 0.0253 0.08044 ± 0.00158 0.09128 ± 0.00090 12.052 ± 0.091 % 90.126 ± 0.098 % + 366 3.7286 ± 0.0254 0.08032 ± 0.00158 0.09126 ± 0.00090 12.038 ± 0.091 % 90.114 ± 0.098 % + 367 3.7386 ± 0.0255 0.08025 ± 0.00158 0.09124 ± 0.00090 12.029 ± 0.091 % 90.107 ± 0.098 % + 368 3.7449 ± 0.0255 0.08002 ± 0.00158 0.09127 ± 0.00090 12.024 ± 0.090 % 90.105 ± 0.097 % + 369 3.7573 ± 0.0256 0.07993 ± 0.00157 0.09122 ± 0.00089 12.015 ± 0.090 % 90.097 ± 0.097 % + 370 3.7677 ± 0.0257 0.07976 ± 0.00157 0.09117 ± 0.00089 12.003 ± 0.090 % 90.102 ± 0.097 % + 371 3.7715 ± 0.0257 0.07981 ± 0.00157 0.09126 ± 0.00089 11.999 ± 0.090 % 90.088 ± 0.097 % + 372 3.7790 ± 0.0257 0.07979 ± 0.00157 0.09127 ± 0.00089 11.989 ± 0.090 % 90.073 ± 0.097 % + 373 3.7872 ± 0.0257 0.07970 ± 0.00156 0.09122 ± 0.00089 11.977 ± 0.090 % 90.068 ± 0.097 % + 374 3.7947 ± 0.0258 0.07961 ± 0.00156 0.09119 ± 0.00088 11.965 ± 0.089 % 90.055 ± 0.097 % + 375 3.8007 ± 0.0258 0.07967 ± 0.00156 0.09119 ± 0.00088 11.955 ± 0.089 % 90.043 ± 0.097 % + 376 3.8063 ± 0.0258 0.07958 ± 0.00156 0.09113 ± 0.00088 11.942 ± 0.089 % 90.042 ± 0.097 % + 377 3.8099 ± 0.0258 0.07959 ± 0.00156 0.09119 ± 0.00088 11.941 ± 0.089 % 90.025 ± 0.097 % + 378 3.8212 ± 0.0259 0.07943 ± 0.00155 0.09113 ± 0.00088 11.928 ± 0.089 % 90.024 ± 0.097 % + 379 3.8299 ± 0.0259 0.07941 ± 0.00155 0.09109 ± 0.00087 11.919 ± 0.089 % 90.010 ± 0.096 % + 380 3.8362 ± 0.0259 0.07947 ± 0.00155 0.09118 ± 0.00087 11.912 ± 0.089 % 89.992 ± 0.096 % + 381 3.8445 ± 0.0260 0.07949 ± 0.00155 0.09117 ± 0.00087 11.901 ± 0.088 % 89.982 ± 0.096 % + 382 3.8514 ± 0.0260 0.07934 ± 0.00155 0.09109 ± 0.00087 11.890 ± 0.088 % 89.983 ± 0.096 % + 383 3.8648 ± 0.0261 0.07927 ± 0.00154 0.09103 ± 0.00087 11.878 ± 0.088 % 89.980 ± 0.096 % + 384 3.8740 ± 0.0262 0.07907 ± 0.00154 0.09103 ± 0.00086 11.866 ± 0.088 % 89.963 ± 0.096 % + 385 3.8762 ± 0.0261 0.07891 ± 0.00154 0.09090 ± 0.00086 11.854 ± 0.088 % 89.968 ± 0.096 % + 386 3.8789 ± 0.0261 0.07889 ± 0.00154 0.09091 ± 0.00086 11.847 ± 0.088 % 89.956 ± 0.096 % + 387 3.8827 ± 0.0261 0.07868 ± 0.00154 0.09083 ± 0.00086 11.835 ± 0.088 % 89.957 ± 0.096 % + 388 3.8965 ± 0.0262 0.07853 ± 0.00153 0.09072 ± 0.00086 11.823 ± 0.088 % 89.950 ± 0.096 % + 389 3.9071 ± 0.0263 0.07840 ± 0.00153 0.09065 ± 0.00086 11.811 ± 0.087 % 89.951 ± 0.095 % + 390 3.9080 ± 0.0263 0.07828 ± 0.00153 0.09058 ± 0.00085 11.799 ± 0.087 % 89.952 ± 0.095 % + 391 3.9068 ± 0.0262 0.07821 ± 0.00153 0.09048 ± 0.00085 11.792 ± 0.087 % 89.948 ± 0.095 % + 392 3.8971 ± 0.0261 0.07858 ± 0.00153 0.09084 ± 0.00086 11.841 ± 0.087 % 89.948 ± 0.095 % + 393 3.8905 ± 0.0260 0.07900 ± 0.00153 0.09120 ± 0.00086 11.877 ± 0.087 % 89.939 ± 0.095 % + 394 3.8943 ± 0.0260 0.07897 ± 0.00152 0.09109 ± 0.00086 11.866 ± 0.087 % 89.936 ± 0.095 % + 395 3.8982 ± 0.0260 0.07882 ± 0.00152 0.09097 ± 0.00085 11.855 ± 0.087 % 89.938 ± 0.095 % + 396 3.8998 ± 0.0260 0.07873 ± 0.00152 0.09089 ± 0.00085 11.845 ± 0.087 % 89.945 ± 0.095 % + 397 3.9036 ± 0.0260 0.07862 ± 0.00152 0.09079 ± 0.00085 11.836 ± 0.087 % 89.944 ± 0.095 % + 398 3.9050 ± 0.0259 0.07853 ± 0.00151 0.09073 ± 0.00085 11.826 ± 0.087 % 89.947 ± 0.094 % + 399 3.9078 ± 0.0259 0.07859 ± 0.00151 0.09062 ± 0.00085 11.816 ± 0.086 % 89.951 ± 0.094 % + 400 3.9066 ± 0.0259 0.07854 ± 0.00151 0.09052 ± 0.00084 11.808 ± 0.086 % 89.957 ± 0.094 % + 401 3.9041 ± 0.0258 0.07859 ± 0.00151 0.09042 ± 0.00084 11.801 ± 0.086 % 89.963 ± 0.094 % + 402 3.8952 ± 0.0257 0.07864 ± 0.00150 0.09042 ± 0.00084 11.807 ± 0.086 % 89.972 ± 0.094 % + 403 3.8861 ± 0.0256 0.07866 ± 0.00150 0.09042 ± 0.00084 11.815 ± 0.086 % 89.989 ± 0.094 % + 404 3.8793 ± 0.0255 0.07885 ± 0.00150 0.09060 ± 0.00084 11.830 ± 0.086 % 89.993 ± 0.093 % + 405 3.8805 ± 0.0255 0.07921 ± 0.00150 0.09094 ± 0.00084 11.860 ± 0.086 % 89.982 ± 0.093 % + 406 3.8755 ± 0.0254 0.07975 ± 0.00150 0.09143 ± 0.00084 11.886 ± 0.086 % 89.978 ± 0.093 % + 407 3.8670 ± 0.0253 0.08008 ± 0.00151 0.09171 ± 0.00085 11.907 ± 0.086 % 89.984 ± 0.093 % + 408 3.8592 ± 0.0252 0.08037 ± 0.00151 0.09201 ± 0.00085 11.940 ± 0.086 % 89.978 ± 0.093 % + 409 3.8520 ± 0.0252 0.08077 ± 0.00151 0.09254 ± 0.00085 11.988 ± 0.086 % 89.972 ± 0.093 % + 410 3.8436 ± 0.0251 0.08095 ± 0.00151 0.09271 ± 0.00085 12.004 ± 0.086 % 89.980 ± 0.093 % + 411 3.8351 ± 0.0250 0.08104 ± 0.00151 0.09283 ± 0.00085 12.023 ± 0.086 % 89.992 ± 0.093 % + 412 3.8256 ± 0.0249 0.08127 ± 0.00151 0.09298 ± 0.00085 12.045 ± 0.085 % 89.998 ± 0.093 % + 413 3.8169 ± 0.0248 0.08141 ± 0.00151 0.09311 ± 0.00085 12.055 ± 0.085 % 90.007 ± 0.092 % + 414 3.8078 ± 0.0246 0.08164 ± 0.00151 0.09332 ± 0.00086 12.090 ± 0.085 % 90.012 ± 0.092 % + 415 3.8003 ± 0.0246 0.08181 ± 0.00151 0.09373 ± 0.00086 12.124 ± 0.085 % 90.004 ± 0.092 % + 416 3.7900 ± 0.0244 0.08196 ± 0.00151 0.09389 ± 0.00086 12.143 ± 0.085 % 90.018 ± 0.092 % + 417 3.7800 ± 0.0243 0.08209 ± 0.00151 0.09394 ± 0.00086 12.156 ± 0.085 % 90.030 ± 0.092 % + 418 3.7702 ± 0.0242 0.08216 ± 0.00151 0.09397 ± 0.00086 12.168 ± 0.085 % 90.038 ± 0.092 % + 419 3.7598 ± 0.0241 0.08226 ± 0.00151 0.09408 ± 0.00086 12.187 ± 0.085 % 90.050 ± 0.092 % + 420 3.7505 ± 0.0240 0.08234 ± 0.00150 0.09413 ± 0.00086 12.199 ± 0.085 % 90.056 ± 0.091 % + 421 3.7418 ± 0.0239 0.08256 ± 0.00150 0.09425 ± 0.00086 12.221 ± 0.085 % 90.064 ± 0.091 % + 422 3.7341 ± 0.0238 0.08270 ± 0.00150 0.09437 ± 0.00087 12.238 ± 0.085 % 90.071 ± 0.091 % + 423 3.7280 ± 0.0238 0.08282 ± 0.00150 0.09444 ± 0.00087 12.248 ± 0.085 % 90.074 ± 0.091 % + 424 3.7286 ± 0.0237 0.08284 ± 0.00150 0.09449 ± 0.00086 12.247 ± 0.085 % 90.072 ± 0.091 % + 425 3.7270 ± 0.0237 0.08295 ± 0.00150 0.09469 ± 0.00086 12.258 ± 0.085 % 90.063 ± 0.091 % + 426 3.7254 ± 0.0237 0.08314 ± 0.00150 0.09505 ± 0.00086 12.278 ± 0.085 % 90.045 ± 0.091 % + 427 3.7242 ± 0.0236 0.08322 ± 0.00150 0.09523 ± 0.00086 12.285 ± 0.085 % 90.029 ± 0.091 % + 428 3.7185 ± 0.0235 0.08328 ± 0.00150 0.09530 ± 0.00086 12.287 ± 0.085 % 90.036 ± 0.091 % + 429 3.7115 ± 0.0235 0.08360 ± 0.00150 0.09559 ± 0.00086 12.320 ± 0.085 % 90.032 ± 0.091 % + 430 3.7137 ± 0.0234 0.08365 ± 0.00150 0.09574 ± 0.00086 12.328 ± 0.084 % 90.016 ± 0.091 % + 431 3.7077 ± 0.0234 0.08371 ± 0.00149 0.09577 ± 0.00086 12.331 ± 0.084 % 90.026 ± 0.090 % + 432 3.7045 ± 0.0233 0.08406 ± 0.00150 0.09603 ± 0.00086 12.348 ± 0.084 % 90.014 ± 0.090 % + 433 3.7063 ± 0.0233 0.08403 ± 0.00149 0.09616 ± 0.00086 12.348 ± 0.084 % 90.007 ± 0.090 % + 434 3.6987 ± 0.0232 0.08414 ± 0.00149 0.09622 ± 0.00086 12.358 ± 0.084 % 90.018 ± 0.090 % + 435 3.6944 ± 0.0232 0.08471 ± 0.00150 0.09661 ± 0.00086 12.403 ± 0.084 % 90.004 ± 0.090 % + 436 3.6931 ± 0.0231 0.08501 ± 0.00149 0.09676 ± 0.00086 12.413 ± 0.084 % 89.994 ± 0.090 % + 437 3.6890 ± 0.0231 0.08504 ± 0.00149 0.09674 ± 0.00086 12.410 ± 0.083 % 89.992 ± 0.090 % + 438 3.6891 ± 0.0230 0.08539 ± 0.00150 0.09700 ± 0.00086 12.424 ± 0.083 % 89.977 ± 0.090 % + 439 3.6889 ± 0.0230 0.08565 ± 0.00150 0.09721 ± 0.00086 12.436 ± 0.083 % 89.973 ± 0.090 % + 440 3.6877 ± 0.0230 0.08566 ± 0.00150 0.09730 ± 0.00086 12.441 ± 0.083 % 89.973 ± 0.090 % + 441 3.6797 ± 0.0229 0.08589 ± 0.00150 0.09747 ± 0.00086 12.463 ± 0.083 % 89.978 ± 0.090 % + 442 3.6804 ± 0.0229 0.08592 ± 0.00149 0.09760 ± 0.00086 12.466 ± 0.083 % 89.974 ± 0.089 % + 443 3.6765 ± 0.0228 0.08588 ± 0.00149 0.09763 ± 0.00086 12.474 ± 0.083 % 89.969 ± 0.089 % + 444 3.6693 ± 0.0227 0.08591 ± 0.00149 0.09779 ± 0.00086 12.494 ± 0.083 % 89.971 ± 0.089 % + 445 3.6625 ± 0.0226 0.08605 ± 0.00149 0.09796 ± 0.00086 12.509 ± 0.083 % 89.974 ± 0.089 % + 446 3.6602 ± 0.0226 0.08620 ± 0.00149 0.09818 ± 0.00086 12.519 ± 0.083 % 89.973 ± 0.089 % + 447 3.6553 ± 0.0225 0.08630 ± 0.00149 0.09829 ± 0.00086 12.524 ± 0.082 % 89.970 ± 0.089 % + 448 3.6517 ± 0.0225 0.08646 ± 0.00149 0.09843 ± 0.00086 12.541 ± 0.082 % 89.970 ± 0.089 % + 449 3.6492 ± 0.0224 0.08692 ± 0.00149 0.09883 ± 0.00086 12.575 ± 0.082 % 89.949 ± 0.089 % + 450 3.6488 ± 0.0224 0.08682 ± 0.00149 0.09880 ± 0.00085 12.572 ± 0.082 % 89.949 ± 0.089 % + 451 3.6464 ± 0.0224 0.08667 ± 0.00149 0.09870 ± 0.00085 12.564 ± 0.082 % 89.957 ± 0.089 % + 452 3.6463 ± 0.0223 0.08654 ± 0.00148 0.09856 ± 0.00085 12.554 ± 0.082 % 89.966 ± 0.088 % + 453 3.6498 ± 0.0223 0.08639 ± 0.00148 0.09846 ± 0.00085 12.543 ± 0.082 % 89.965 ± 0.088 % + 454 3.6552 ± 0.0224 0.08627 ± 0.00148 0.09833 ± 0.00085 12.532 ± 0.082 % 89.960 ± 0.088 % + 455 3.6618 ± 0.0224 0.08611 ± 0.00148 0.09823 ± 0.00085 12.521 ± 0.082 % 89.962 ± 0.088 % + 456 3.6689 ± 0.0224 0.08602 ± 0.00147 0.09813 ± 0.00084 12.511 ± 0.082 % 89.961 ± 0.088 % + 457 3.6677 ± 0.0224 0.08602 ± 0.00147 0.09810 ± 0.00084 12.504 ± 0.081 % 89.960 ± 0.088 % + 458 3.6689 ± 0.0224 0.08601 ± 0.00147 0.09802 ± 0.00084 12.495 ± 0.081 % 89.955 ± 0.088 % + 459 3.6720 ± 0.0224 0.08599 ± 0.00147 0.09790 ± 0.00084 12.485 ± 0.081 % 89.959 ± 0.088 % + 460 3.6768 ± 0.0224 0.08590 ± 0.00147 0.09787 ± 0.00084 12.478 ± 0.081 % 89.951 ± 0.088 % + 461 3.6816 ± 0.0224 0.08577 ± 0.00146 0.09779 ± 0.00084 12.467 ± 0.081 % 89.951 ± 0.088 % + 462 3.6849 ± 0.0224 0.08564 ± 0.00146 0.09768 ± 0.00083 12.456 ± 0.081 % 89.951 ± 0.088 % + 463 3.6887 ± 0.0224 0.08551 ± 0.00146 0.09758 ± 0.00083 12.445 ± 0.081 % 89.956 ± 0.087 % + 464 3.6931 ± 0.0224 0.08542 ± 0.00146 0.09748 ± 0.00083 12.435 ± 0.081 % 89.955 ± 0.087 % + 465 3.6989 ± 0.0225 0.08537 ± 0.00145 0.09737 ± 0.00083 12.425 ± 0.081 % 89.953 ± 0.087 % + 466 3.7040 ± 0.0225 0.08532 ± 0.00145 0.09729 ± 0.00083 12.417 ± 0.081 % 89.954 ± 0.087 % + 467 3.7063 ± 0.0225 0.08528 ± 0.00145 0.09721 ± 0.00083 12.409 ± 0.080 % 89.953 ± 0.087 % + 468 3.7076 ± 0.0225 0.08521 ± 0.00145 0.09708 ± 0.00082 12.398 ± 0.080 % 89.961 ± 0.087 % + 469 3.7091 ± 0.0224 0.08509 ± 0.00144 0.09697 ± 0.00082 12.389 ± 0.080 % 89.965 ± 0.087 % + 470 3.7099 ± 0.0224 0.08501 ± 0.00144 0.09682 ± 0.00082 12.378 ± 0.080 % 89.973 ± 0.087 % + 471 3.7125 ± 0.0224 0.08486 ± 0.00144 0.09667 ± 0.00082 12.366 ± 0.080 % 89.984 ± 0.087 % + 472 3.7202 ± 0.0224 0.08484 ± 0.00144 0.09657 ± 0.00082 12.356 ± 0.080 % 89.988 ± 0.087 % + 473 3.7235 ± 0.0225 0.08469 ± 0.00144 0.09642 ± 0.00082 12.344 ± 0.080 % 89.990 ± 0.086 % + 474 3.7244 ± 0.0224 0.08454 ± 0.00143 0.09629 ± 0.00082 12.334 ± 0.080 % 89.996 ± 0.086 % + 475 3.7261 ± 0.0224 0.08449 ± 0.00143 0.09617 ± 0.00081 12.326 ± 0.080 % 89.999 ± 0.086 % + 476 3.7241 ± 0.0224 0.08434 ± 0.00143 0.09606 ± 0.00081 12.318 ± 0.080 % 90.007 ± 0.086 % + 477 3.7284 ± 0.0224 0.08432 ± 0.00143 0.09599 ± 0.00081 12.312 ± 0.079 % 90.014 ± 0.086 % + 478 3.7358 ± 0.0225 0.08414 ± 0.00142 0.09587 ± 0.00081 12.301 ± 0.079 % 90.016 ± 0.086 % + 479 3.7389 ± 0.0225 0.08408 ± 0.00142 0.09580 ± 0.00081 12.299 ± 0.079 % 90.019 ± 0.086 % + 480 3.7397 ± 0.0225 0.08421 ± 0.00142 0.09605 ± 0.00081 12.314 ± 0.079 % 89.996 ± 0.086 % + 481 3.7440 ± 0.0225 0.08412 ± 0.00142 0.09597 ± 0.00081 12.306 ± 0.079 % 89.992 ± 0.086 % + 482 3.7453 ± 0.0225 0.08398 ± 0.00142 0.09591 ± 0.00080 12.299 ± 0.079 % 89.992 ± 0.086 % + 483 3.7491 ± 0.0225 0.08376 ± 0.00142 0.09579 ± 0.00080 12.288 ± 0.079 % 89.997 ± 0.085 % + 484 3.7519 ± 0.0225 0.08358 ± 0.00141 0.09569 ± 0.00080 12.278 ± 0.079 % 89.999 ± 0.085 % + 485 3.7522 ± 0.0224 0.08343 ± 0.00141 0.09560 ± 0.00080 12.271 ± 0.079 % 89.996 ± 0.085 % + 486 3.7505 ± 0.0224 0.08329 ± 0.00141 0.09547 ± 0.00080 12.264 ± 0.079 % 89.996 ± 0.085 % + 487 3.7540 ± 0.0224 0.08311 ± 0.00141 0.09539 ± 0.00080 12.254 ± 0.079 % 89.995 ± 0.085 % + 488 3.7544 ± 0.0224 0.08300 ± 0.00141 0.09525 ± 0.00080 12.243 ± 0.078 % 90.002 ± 0.085 % + 489 3.7539 ± 0.0223 0.08284 ± 0.00140 0.09511 ± 0.00079 12.232 ± 0.078 % 90.011 ± 0.085 % + 490 3.7565 ± 0.0223 0.08274 ± 0.00140 0.09497 ± 0.00079 12.221 ± 0.078 % 90.009 ± 0.085 % + 491 3.7588 ± 0.0223 0.08272 ± 0.00140 0.09491 ± 0.00079 12.214 ± 0.078 % 90.008 ± 0.085 % + 492 3.7601 ± 0.0223 0.08275 ± 0.00140 0.09482 ± 0.00079 12.205 ± 0.078 % 90.009 ± 0.085 % + 493 3.7620 ± 0.0223 0.08267 ± 0.00139 0.09469 ± 0.00079 12.195 ± 0.078 % 90.019 ± 0.085 % + 494 3.7694 ± 0.0224 0.08252 ± 0.00139 0.09464 ± 0.00079 12.186 ± 0.078 % 90.017 ± 0.084 % + 495 3.7754 ± 0.0224 0.08240 ± 0.00139 0.09458 ± 0.00079 12.177 ± 0.078 % 90.017 ± 0.084 % + 496 3.7737 ± 0.0224 0.08229 ± 0.00139 0.09448 ± 0.00078 12.170 ± 0.078 % 90.023 ± 0.084 % + 497 3.7773 ± 0.0224 0.08219 ± 0.00139 0.09438 ± 0.00078 12.160 ± 0.078 % 90.023 ± 0.084 % + 498 3.7778 ± 0.0223 0.08215 ± 0.00138 0.09426 ± 0.00078 12.150 ± 0.078 % 90.031 ± 0.084 % + 499 3.7788 ± 0.0223 0.08208 ± 0.00138 0.09419 ± 0.00078 12.143 ± 0.077 % 90.036 ± 0.084 % + 500 3.7871 ± 0.0224 0.08194 ± 0.00138 0.09407 ± 0.00078 12.133 ± 0.077 % 90.037 ± 0.084 % + 501 3.7893 ± 0.0224 0.08174 ± 0.00138 0.09396 ± 0.00078 12.124 ± 0.077 % 90.040 ± 0.084 % + 502 3.7928 ± 0.0224 0.08163 ± 0.00138 0.09385 ± 0.00078 12.114 ± 0.077 % 90.047 ± 0.084 % + 503 3.7964 ± 0.0224 0.08152 ± 0.00137 0.09373 ± 0.00077 12.103 ± 0.077 % 90.053 ± 0.084 % + 504 3.7995 ± 0.0224 0.08137 ± 0.00137 0.09360 ± 0.00077 12.094 ± 0.077 % 90.054 ± 0.083 % + 505 3.8040 ± 0.0224 0.08126 ± 0.00137 0.09347 ± 0.00077 12.084 ± 0.077 % 90.057 ± 0.083 % + 506 3.8076 ± 0.0224 0.08117 ± 0.00137 0.09335 ± 0.00077 12.074 ± 0.077 % 90.069 ± 0.083 % + 507 3.8099 ± 0.0224 0.08102 ± 0.00137 0.09323 ± 0.00077 12.064 ± 0.077 % 90.071 ± 0.083 % + 508 3.8164 ± 0.0224 0.08088 ± 0.00136 0.09311 ± 0.00077 12.053 ± 0.077 % 90.072 ± 0.083 % + 509 3.8148 ± 0.0224 0.08071 ± 0.00136 0.09304 ± 0.00077 12.046 ± 0.077 % 90.071 ± 0.083 % + 510 3.8155 ± 0.0224 0.08057 ± 0.00136 0.09294 ± 0.00076 12.036 ± 0.077 % 90.072 ± 0.083 % + 511 3.8168 ± 0.0224 0.08038 ± 0.00136 0.09285 ± 0.00076 12.027 ± 0.076 % 90.074 ± 0.083 % + 512 3.8187 ± 0.0224 0.08032 ± 0.00136 0.09276 ± 0.00076 12.018 ± 0.076 % 90.081 ± 0.083 % + 513 3.8202 ± 0.0223 0.08023 ± 0.00135 0.09266 ± 0.00076 12.009 ± 0.076 % 90.078 ± 0.083 % + 514 3.8185 ± 0.0223 0.08012 ± 0.00135 0.09256 ± 0.00076 12.001 ± 0.076 % 90.080 ± 0.083 % + 515 3.8181 ± 0.0223 0.08000 ± 0.00135 0.09247 ± 0.00076 11.994 ± 0.076 % 90.087 ± 0.082 % + 516 3.8218 ± 0.0223 0.07989 ± 0.00135 0.09238 ± 0.00076 11.987 ± 0.076 % 90.092 ± 0.082 % + 517 3.8274 ± 0.0223 0.07977 ± 0.00134 0.09226 ± 0.00075 11.977 ± 0.076 % 90.097 ± 0.082 % + 518 3.8289 ± 0.0223 0.07968 ± 0.00134 0.09216 ± 0.00075 11.968 ± 0.076 % 90.103 ± 0.082 % + 519 3.8286 ± 0.0223 0.07957 ± 0.00134 0.09204 ± 0.00075 11.959 ± 0.076 % 90.111 ± 0.082 % + 520 3.8308 ± 0.0223 0.07945 ± 0.00134 0.09196 ± 0.00075 11.952 ± 0.076 % 90.112 ± 0.082 % + 521 3.8360 ± 0.0223 0.07932 ± 0.00134 0.09185 ± 0.00075 11.941 ± 0.076 % 90.113 ± 0.082 % + 522 3.8425 ± 0.0223 0.07924 ± 0.00133 0.09173 ± 0.00075 11.932 ± 0.076 % 90.116 ± 0.082 % + 523 3.8419 ± 0.0223 0.07915 ± 0.00133 0.09160 ± 0.00075 11.923 ± 0.075 % 90.123 ± 0.082 % + 524 3.8455 ± 0.0223 0.07900 ± 0.00133 0.09149 ± 0.00074 11.913 ± 0.075 % 90.129 ± 0.082 % + 525 3.8412 ± 0.0223 0.07900 ± 0.00133 0.09148 ± 0.00074 11.917 ± 0.075 % 90.138 ± 0.081 % + 526 3.8336 ± 0.0222 0.07906 ± 0.00133 0.09155 ± 0.00074 11.933 ± 0.075 % 90.145 ± 0.081 % + 527 3.8272 ± 0.0221 0.07923 ± 0.00133 0.09171 ± 0.00074 11.946 ± 0.075 % 90.147 ± 0.081 % + 528 3.8269 ± 0.0221 0.07946 ± 0.00133 0.09189 ± 0.00074 11.953 ± 0.075 % 90.137 ± 0.081 % + 529 3.8256 ± 0.0221 0.07968 ± 0.00133 0.09205 ± 0.00074 11.961 ± 0.075 % 90.128 ± 0.081 % + 530 3.8245 ± 0.0220 0.07958 ± 0.00133 0.09206 ± 0.00074 11.956 ± 0.075 % 90.123 ± 0.081 % + 531 3.8239 ± 0.0220 0.07970 ± 0.00133 0.09222 ± 0.00074 11.960 ± 0.075 % 90.116 ± 0.081 % + 532 3.8250 ± 0.0220 0.07958 ± 0.00132 0.09215 ± 0.00074 11.952 ± 0.075 % 90.117 ± 0.081 % + 533 3.8215 ± 0.0220 0.07969 ± 0.00132 0.09222 ± 0.00074 11.954 ± 0.075 % 90.115 ± 0.081 % + 534 3.8230 ± 0.0220 0.07980 ± 0.00132 0.09229 ± 0.00074 11.953 ± 0.074 % 90.104 ± 0.081 % + 535 3.8221 ± 0.0219 0.07991 ± 0.00132 0.09243 ± 0.00074 11.956 ± 0.074 % 90.096 ± 0.081 % + 536 3.8205 ± 0.0219 0.08005 ± 0.00132 0.09264 ± 0.00074 11.967 ± 0.074 % 90.085 ± 0.081 % + 537 3.8167 ± 0.0218 0.08044 ± 0.00133 0.09301 ± 0.00074 11.992 ± 0.074 % 90.076 ± 0.081 % + 538 3.8173 ± 0.0218 0.08043 ± 0.00132 0.09301 ± 0.00074 11.987 ± 0.074 % 90.067 ± 0.081 % + 539 3.8146 ± 0.0218 0.08056 ± 0.00132 0.09307 ± 0.00074 11.992 ± 0.074 % 90.061 ± 0.081 % + 540 3.8174 ± 0.0218 0.08065 ± 0.00132 0.09314 ± 0.00074 11.988 ± 0.074 % 90.054 ± 0.081 % + 541 3.8178 ± 0.0218 0.08067 ± 0.00132 0.09317 ± 0.00073 11.988 ± 0.074 % 90.047 ± 0.081 % + 542 3.8218 ± 0.0218 0.08063 ± 0.00132 0.09308 ± 0.00073 11.979 ± 0.074 % 90.047 ± 0.081 % + 543 3.8208 ± 0.0217 0.08055 ± 0.00132 0.09304 ± 0.00073 11.973 ± 0.074 % 90.048 ± 0.080 % + 544 3.8167 ± 0.0217 0.08046 ± 0.00132 0.09295 ± 0.00073 11.968 ± 0.074 % 90.053 ± 0.080 % + 545 3.8144 ± 0.0216 0.08035 ± 0.00131 0.09282 ± 0.00073 11.958 ± 0.074 % 90.067 ± 0.080 % + 546 3.8186 ± 0.0217 0.08020 ± 0.00131 0.09277 ± 0.00073 11.953 ± 0.073 % 90.059 ± 0.080 % + 547 3.8173 ± 0.0216 0.08014 ± 0.00131 0.09266 ± 0.00073 11.945 ± 0.073 % 90.066 ± 0.080 % + 548 3.8161 ± 0.0216 0.08003 ± 0.00131 0.09258 ± 0.00073 11.940 ± 0.073 % 90.072 ± 0.080 % + 549 3.8127 ± 0.0216 0.07997 ± 0.00131 0.09251 ± 0.00073 11.936 ± 0.073 % 90.083 ± 0.080 % + 550 3.8087 ± 0.0215 0.07987 ± 0.00130 0.09239 ± 0.00072 11.927 ± 0.073 % 90.093 ± 0.080 % + 551 3.8015 ± 0.0214 0.07989 ± 0.00130 0.09245 ± 0.00072 11.935 ± 0.073 % 90.097 ± 0.080 % + 552 3.7979 ± 0.0214 0.07997 ± 0.00130 0.09273 ± 0.00072 11.960 ± 0.073 % 90.088 ± 0.080 % + 553 3.7956 ± 0.0214 0.08026 ± 0.00130 0.09297 ± 0.00072 11.979 ± 0.073 % 90.077 ± 0.080 % + 554 3.7960 ± 0.0213 0.08030 ± 0.00130 0.09303 ± 0.00072 11.977 ± 0.073 % 90.071 ± 0.080 % + 555 3.8014 ± 0.0214 0.08024 ± 0.00130 0.09298 ± 0.00072 11.971 ± 0.073 % 90.067 ± 0.080 % + 556 3.8035 ± 0.0214 0.08022 ± 0.00130 0.09303 ± 0.00072 11.968 ± 0.073 % 90.063 ± 0.079 % + 557 3.8053 ± 0.0213 0.08034 ± 0.00130 0.09313 ± 0.00072 11.970 ± 0.073 % 90.056 ± 0.079 % + 558 3.8088 ± 0.0214 0.08032 ± 0.00130 0.09311 ± 0.00072 11.964 ± 0.072 % 90.050 ± 0.079 % + 559 3.8141 ± 0.0214 0.08035 ± 0.00130 0.09313 ± 0.00072 11.960 ± 0.072 % 90.042 ± 0.079 % + 560 3.8185 ± 0.0214 0.08021 ± 0.00130 0.09309 ± 0.00072 11.954 ± 0.072 % 90.036 ± 0.079 % + 561 3.8247 ± 0.0214 0.08018 ± 0.00130 0.09305 ± 0.00072 11.947 ± 0.072 % 90.032 ± 0.079 % + 562 3.8242 ± 0.0214 0.08015 ± 0.00130 0.09304 ± 0.00072 11.941 ± 0.072 % 90.033 ± 0.079 % + 563 3.8250 ± 0.0214 0.08037 ± 0.00130 0.09315 ± 0.00072 11.948 ± 0.072 % 90.022 ± 0.079 % + 564 3.8175 ± 0.0213 0.08035 ± 0.00130 0.09309 ± 0.00072 11.948 ± 0.072 % 90.033 ± 0.079 % + 565 3.8114 ± 0.0212 0.08037 ± 0.00129 0.09315 ± 0.00072 11.953 ± 0.072 % 90.042 ± 0.079 % + 566 3.8049 ± 0.0212 0.08045 ± 0.00129 0.09324 ± 0.00072 11.965 ± 0.072 % 90.046 ± 0.079 % + 567 3.7973 ± 0.0211 0.08050 ± 0.00129 0.09335 ± 0.00072 11.987 ± 0.072 % 90.051 ± 0.079 % + 568 3.7904 ± 0.0210 0.08066 ± 0.00129 0.09352 ± 0.00072 12.010 ± 0.072 % 90.057 ± 0.079 % + 569 3.7838 ± 0.0210 0.08074 ± 0.00129 0.09357 ± 0.00072 12.019 ± 0.072 % 90.066 ± 0.079 % + 570 3.7767 ± 0.0209 0.08074 ± 0.00129 0.09362 ± 0.00072 12.031 ± 0.072 % 90.074 ± 0.078 % + 571 3.7722 ± 0.0209 0.08110 ± 0.00129 0.09387 ± 0.00072 12.050 ± 0.072 % 90.072 ± 0.078 % + 572 3.7697 ± 0.0208 0.08152 ± 0.00129 0.09418 ± 0.00072 12.073 ± 0.072 % 90.060 ± 0.078 % + 573 3.7663 ± 0.0208 0.08154 ± 0.00129 0.09418 ± 0.00072 12.071 ± 0.072 % 90.065 ± 0.078 % + 574 3.7677 ± 0.0208 0.08156 ± 0.00129 0.09414 ± 0.00072 12.067 ± 0.072 % 90.064 ± 0.078 % + 575 3.7692 ± 0.0208 0.08143 ± 0.00129 0.09408 ± 0.00072 12.059 ± 0.072 % 90.062 ± 0.078 % + 576 3.7730 ± 0.0208 0.08135 ± 0.00129 0.09410 ± 0.00072 12.056 ± 0.072 % 90.055 ± 0.078 % + 577 3.7763 ± 0.0208 0.08130 ± 0.00129 0.09401 ± 0.00072 12.048 ± 0.072 % 90.059 ± 0.078 % + 578 3.7815 ± 0.0208 0.08124 ± 0.00128 0.09393 ± 0.00072 12.041 ± 0.071 % 90.060 ± 0.078 % + 579 3.7782 ± 0.0208 0.08114 ± 0.00128 0.09383 ± 0.00072 12.033 ± 0.071 % 90.064 ± 0.078 % + 580 3.7789 ± 0.0208 0.08117 ± 0.00128 0.09376 ± 0.00071 12.028 ± 0.071 % 90.065 ± 0.078 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.778894 ± 0.020751 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 97.24% +Mean ln(PPL(Q)/PPL(base)) : 0.081166 ± 0.001282 +Mean PPL(Q)/PPL(base) : 1.084551 ± 0.001391 +Mean PPL(Q)-PPL(base) : 0.294600 ± 0.005038 + +====== KL divergence statistics ====== +Mean KLD: 0.093763 ± 0.000714 +Maximum KLD: 7.998324 +99.9% KLD: 3.302979 +99.0% KLD: 1.325304 +95.0% KLD: 0.415574 +90.0% KLD: 0.202782 +Median KLD: 0.019785 +10.0% KLD: 0.000237 + 5.0% KLD: 0.000071 + 1.0% KLD: 0.000010 + 0.1% KLD: 0.000001 +Minimum KLD: -0.000005 + +====== Token probability statistics ====== +Mean Δp: -2.572 ± 0.031 % +Maximum Δp: 93.527% +99.9% Δp: 51.416% +99.0% Δp: 20.901% +95.0% Δp: 7.397% +90.0% Δp: 3.535% +75.0% Δp: 0.270% +Median Δp: -0.087% +25.0% Δp: -2.386% +10.0% Δp: -10.209% + 5.0% Δp: -21.184% + 1.0% Δp: -58.678% + 0.1% Δp: -89.156% +Minimum Δp: -99.362% +RMS Δp : 12.028 ± 0.071 % +Same top p: 90.065 ± 0.078 % + +3.45.838.073 I llama_perf_context_print: load time = 48583.44 ms +3.45.838.074 I llama_perf_context_print: prompt eval time = 137291.52 ms / 296960 tokens ( 0.46 ms per token, 2162.99 tokens per second) +3.45.838.075 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +3.45.838.077 I llama_perf_context_print: total time = 174886.60 ms / 296961 tokens +3.45.838.078 I llama_perf_context_print: graphs reused = 35 +3.45.838.297 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +3.45.838.304 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75931 + (20249 = 16610 + 429 + 3209) + 1068 | +3.45.838.304 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75971 + (20209 = 16610 + 429 + 3169) + 1068 | +3.45.838.305 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75971 + (20209 = 16610 + 429 + 3169) + 1068 | +3.45.838.305 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 78055 + (18125 = 14542 + 413 + 3169) + 1068 | +3.45.838.306 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75971 + (20209 = 16610 + 429 + 3169) + 1068 | +3.45.838.306 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75971 + (20209 = 16610 + 429 + 3169) + 1068 | +3.45.838.306 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 75971 + (20209 = 16610 + 429 + 3169) + 1068 | +3.45.838.307 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 69405 + (26774 = 17854 + 230 + 8689) + 1070 | +3.45.838.307 I common_memory_breakdown_print: | - Host | 1116 = 795 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XS.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XS.md new file mode 100644 index 0000000000000000000000000000000000000000..6e48955576f51a6d4b41dc6aa7ef5d73114d115c --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XS.md @@ -0,0 +1,836 @@ +### Qwen3.5-397B-A17B-IQ2_XS (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits-Qwen3.5-397B-A17B-Q8_0-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF-2/aes_sedai/Qwen3.5-397B-A17B-IQ2_XS.gguf +ggml_cuda_init: found 2 CUDA devices (Total VRAM: 194500 MiB): + Device 0: NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition, compute capability 12.0, VMM: yes, VRAM: 97250 MiB + Device 1: NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition, compute capability 12.0, VMM: yes, VRAM: 97250 MiB +build: 8367 (88915cb55) with GNU 15.2.1 for Linux x86_64 +common_init_result: fitting params to device memory, for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on +llama_params_fit_impl: projected memory use with initial parameters [MiB]: +llama_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 69286 used, 25813 free vs. target of 1024 +llama_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 71593 used, 23704 free vs. target of 1024 +llama_params_fit_impl: projected to use 140880 MiB of device memory vs. 190397 MiB of free device memory +llama_params_fit_impl: targets for free memory can be met on all devices, no changes needed +llama_params_fit: successfully fit params to free device memory +llama_params_fit: fitting params to free memory took 6.05 seconds +llama_model_load_from_file_impl: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96689 MiB free +llama_model_load_from_file_impl: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96689 MiB free +llama_model_loader: loaded meta data with 51 key-value pairs and 1038 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF-2/aes_sedai/Qwen3.5-397B-A17B-IQ2_XS.gguf (version GGUF V3 (latest)) +llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +llama_model_loader: - kv 0: general.architecture str = qwen35moe +llama_model_loader: - kv 1: general.type str = model +llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +llama_model_loader: - kv 6: general.basename str = Qwen3.5 +llama_model_loader: - kv 7: general.size_label str = 397B-A17B +llama_model_loader: - kv 8: general.license str = apache-2.0 +llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +llama_model_loader: - kv 11: qwen35moe.block_count u32 = 60 +llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +llama_model_loader: - kv 32: tokenizer.ggml.model str = gpt2 +llama_model_loader: - kv 33: tokenizer.ggml.pre str = qwen35 +llama_model_loader: - kv 34: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +llama_model_loader: - kv 35: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +llama_model_loader: - kv 36: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +llama_model_loader: - kv 37: tokenizer.ggml.eos_token_id u32 = 248046 +llama_model_loader: - kv 38: tokenizer.ggml.padding_token_id u32 = 248044 +llama_model_loader: - kv 39: tokenizer.ggml.add_bos_token bool = false +llama_model_loader: - kv 40: tokenizer.chat_template str = {%- set image_count = namespace(value... +llama_model_loader: - kv 41: general.quantization_version u32 = 2 +llama_model_loader: - kv 42: general.file_type u32 = 18 +llama_model_loader: - kv 43: MoE_Quantization.ffn_up_exps str = IQ2_XS +llama_model_loader: - kv 44: MoE_Quantization.ffn_gate_exps str = IQ2_XS +llama_model_loader: - kv 45: MoE_Quantization.ffn_down_exps str = IQ3_XXS +llama_model_loader: - kv 46: MoE_Quantization.type_default str = Q6_K +llama_model_loader: - kv 47: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +llama_model_loader: - kv 48: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +llama_model_loader: - kv 49: quantize.imatrix.entries_count u32 = 705 +llama_model_loader: - kv 50: quantize.imatrix.chunks_count u32 = 50 +llama_model_loader: - type f32: 496 tensors +llama_model_loader: - type q6_K: 422 tensors +llama_model_loader: - type iq2_xs: 60 tensors +llama_model_loader: - type iq3_xxs: 60 tensors +print_info: file format = GGUF V3 (latest) +print_info: file type = Q6_K +print_info: file size = 123.22 GiB (2.67 BPW) +load: 0 unused tokens +load: printing all EOG tokens: +load: - 248044 ('<|endoftext|>') +load: - 248046 ('<|im_end|>') +load: - 248063 ('<|fim_pad|>') +load: - 248064 ('<|repo_name|>') +load: - 248065 ('<|file_sep|>') +load: special tokens cache size = 33 +load: token to piece cache size = 1.7581 MB +print_info: arch = qwen35moe +print_info: vocab_only = 0 +print_info: no_alloc = 0 +print_info: n_ctx_train = 262144 +print_info: n_embd = 4096 +print_info: n_embd_inp = 4096 +print_info: n_layer = 60 +print_info: n_head = 32 +print_info: n_head_kv = 2 +print_info: n_rot = 64 +print_info: n_swa = 0 +print_info: is_swa_any = 0 +print_info: n_embd_head_k = 256 +print_info: n_embd_head_v = 256 +print_info: n_gqa = 16 +print_info: n_embd_k_gqa = 512 +print_info: n_embd_v_gqa = 512 +print_info: f_norm_eps = 0.0e+00 +print_info: f_norm_rms_eps = 1.0e-06 +print_info: f_clamp_kqv = 0.0e+00 +print_info: f_max_alibi_bias = 0.0e+00 +print_info: f_logit_scale = 0.0e+00 +print_info: f_attn_scale = 0.0e+00 +print_info: n_ff = 0 +print_info: n_expert = 512 +print_info: n_expert_used = 10 +print_info: n_expert_groups = 0 +print_info: n_group_used = 0 +print_info: causal attn = 1 +print_info: pooling type = 0 +print_info: rope type = 40 +print_info: rope scaling = linear +print_info: freq_base_train = 10000000.0 +print_info: freq_scale_train = 1 +print_info: n_ctx_orig_yarn = 262144 +print_info: rope_yarn_log_mul = 0.0000 +print_info: rope_finetuned = unknown +print_info: mrope sections = [11, 11, 10, 0] +print_info: ssm_d_conv = 4 +print_info: ssm_d_inner = 8192 +print_info: ssm_d_state = 128 +print_info: ssm_dt_rank = 64 +print_info: ssm_n_group = 16 +print_info: ssm_dt_b_c_rms = 0 +print_info: model type = 397B.A17B +print_info: model params = 396.35 B +print_info: general.name = Qwen3.5 397B A17B +print_info: vocab type = BPE +print_info: n_vocab = 248320 +print_info: n_merges = 247587 +print_info: BOS token = 11 ',' +print_info: EOS token = 248046 '<|im_end|>' +print_info: EOT token = 248046 '<|im_end|>' +print_info: PAD token = 248044 '<|endoftext|>' +print_info: LF token = 198 'Ċ' +print_info: FIM PRE token = 248060 '<|fim_prefix|>' +print_info: FIM SUF token = 248062 '<|fim_suffix|>' +print_info: FIM MID token = 248061 '<|fim_middle|>' +print_info: FIM PAD token = 248063 '<|fim_pad|>' +print_info: FIM REP token = 248064 '<|repo_name|>' +print_info: FIM SEP token = 248065 '<|file_sep|>' +print_info: EOG token = 248044 '<|endoftext|>' +print_info: EOG token = 248046 '<|im_end|>' +print_info: EOG token = 248063 '<|fim_pad|>' +print_info: EOG token = 248064 '<|repo_name|>' +print_info: EOG token = 248065 '<|file_sep|>' +print_info: max token length = 256 +load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +load_tensors: offloading output layer to GPU +load_tensors: offloading 59 repeating layers to GPU +load_tensors: offloaded 61/61 layers to GPU +load_tensors: CPU_Mapped model buffer size = 795.70 MiB +load_tensors: CUDA0 model buffer size = 64375.29 MiB +load_tensors: CUDA1 model buffer size = 61001.45 MiB +.................................................................................................... +common_init_result: added <|endoftext|> logit bias = -inf +common_init_result: added <|im_end|> logit bias = -inf +common_init_result: added <|fim_pad|> logit bias = -inf +common_init_result: added <|repo_name|> logit bias = -inf +common_init_result: added <|file_sep|> logit bias = -inf +llama_context: constructing llama_context +llama_context: n_seq_max = 16 +llama_context: n_ctx = 8192 +llama_context: n_ctx_seq = 512 +llama_context: n_batch = 8192 +llama_context: n_ubatch = 8192 +llama_context: causal_attn = 1 +llama_context: flash_attn = enabled +llama_context: kv_unified = false +llama_context: freq_base = 10000000.0 +llama_context: freq_scale = 1 +llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +llama_context: CUDA_Host output buffer size = 15.16 MiB +llama_kv_cache: CUDA0 KV buffer size = 112.00 MiB +llama_kv_cache: CUDA1 KV buffer size = 128.00 MiB +llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +llama_memory_recurrent: CUDA0 RS buffer size = 1590.00 MiB +llama_memory_recurrent: CUDA1 RS buffer size = 1391.25 MiB +llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 60 layers, 16 seqs), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +llama_context: pipeline parallelism enabled +llama_context: graph reuse is currently not compatible with pipeline parallelism - disabling +sched_reserve: reserving ... +sched_reserve: resolving fused Gated Delta Net support: +sched_reserve: fused Gated Delta Net (autoregressive) enabled +sched_reserve: fused Gated Delta Net (chunked) enabled +sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +sched_reserve: CUDA1 compute buffer size = 8561.13 MiB +sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +sched_reserve: graph nodes = 5919 +sched_reserve: graph splits = 3 +sched_reserve: reserve took 767.49 ms, sched copies = 4 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +kl_divergence: 8.59 seconds per pass - ETA 5.18 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.3650 ± 0.4369 0.04688 ± 0.03103 0.07179 ± 0.01410 8.817 ± 1.444 % 91.373 ± 1.762 % + 2 4.6171 ± 0.5014 0.03421 ± 0.02144 0.06855 ± 0.00926 8.262 ± 1.033 % 90.392 ± 1.306 % + 3 3.4267 ± 0.2884 0.03924 ± 0.01590 0.06897 ± 0.00752 9.854 ± 0.888 % 92.288 ± 0.965 % + 4 2.7401 ± 0.1792 0.06155 ± 0.01484 0.09106 ± 0.00814 12.139 ± 0.765 % 92.059 ± 0.847 % + 5 2.4645 ± 0.1338 0.09565 ± 0.01406 0.10530 ± 0.00806 14.058 ± 0.738 % 91.843 ± 0.767 % + 6 2.3523 ± 0.1109 0.12793 ± 0.01467 0.13526 ± 0.00886 16.651 ± 0.722 % 90.915 ± 0.735 % + 7 2.3735 ± 0.1037 0.14877 ± 0.01487 0.15672 ± 0.00953 17.681 ± 0.660 % 89.804 ± 0.716 % + 8 2.2811 ± 0.0907 0.15904 ± 0.01402 0.16891 ± 0.00968 18.602 ± 0.641 % 89.804 ± 0.670 % + 9 2.2730 ± 0.0837 0.17573 ± 0.01381 0.18581 ± 0.00961 19.496 ± 0.605 % 89.150 ± 0.649 % + 10 2.2930 ± 0.0794 0.18764 ± 0.01381 0.20023 ± 0.00945 20.102 ± 0.577 % 88.824 ± 0.624 % + 11 2.2257 ± 0.0714 0.19181 ± 0.01334 0.20817 ± 0.00925 20.499 ± 0.547 % 88.414 ± 0.604 % + 12 2.3802 ± 0.0763 0.18012 ± 0.01243 0.19582 ± 0.00854 19.754 ± 0.524 % 88.824 ± 0.570 % + 13 2.4677 ± 0.0770 0.18601 ± 0.01229 0.20479 ± 0.00833 19.821 ± 0.499 % 87.964 ± 0.565 % + 14 2.4956 ± 0.0750 0.17478 ± 0.01150 0.19264 ± 0.00778 19.162 ± 0.481 % 88.235 ± 0.539 % + 15 2.6234 ± 0.0775 0.16385 ± 0.01083 0.18189 ± 0.00729 18.548 ± 0.466 % 88.601 ± 0.514 % + 16 2.7637 ± 0.0812 0.15496 ± 0.01022 0.17300 ± 0.00687 18.002 ± 0.451 % 88.750 ± 0.495 % + 17 2.7416 ± 0.0775 0.14695 ± 0.00967 0.16385 ± 0.00649 17.491 ± 0.438 % 88.973 ± 0.476 % + 18 2.8717 ± 0.0806 0.14171 ± 0.00920 0.15655 ± 0.00614 17.038 ± 0.426 % 89.281 ± 0.457 % + 19 2.9207 ± 0.0807 0.13588 ± 0.00880 0.15057 ± 0.00584 16.676 ± 0.414 % 89.432 ± 0.442 % + 20 2.9394 ± 0.0791 0.13166 ± 0.00854 0.14832 ± 0.00557 16.412 ± 0.401 % 89.235 ± 0.434 % + 21 2.9083 ± 0.0757 0.13012 ± 0.00823 0.14571 ± 0.00533 16.189 ± 0.388 % 89.318 ± 0.422 % + 22 2.9535 ± 0.0757 0.12719 ± 0.00793 0.14190 ± 0.00511 15.920 ± 0.378 % 89.412 ± 0.411 % + 23 2.8817 ± 0.0714 0.12554 ± 0.00768 0.13900 ± 0.00491 15.770 ± 0.368 % 89.548 ± 0.400 % + 24 2.8226 ± 0.0677 0.12166 ± 0.00742 0.13471 ± 0.00473 15.497 ± 0.360 % 89.673 ± 0.389 % + 25 2.8088 ± 0.0659 0.11717 ± 0.00721 0.13208 ± 0.00455 15.322 ± 0.351 % 89.788 ± 0.379 % + 26 2.7777 ± 0.0633 0.11422 ± 0.00698 0.12948 ± 0.00439 15.168 ± 0.342 % 89.834 ± 0.371 % + 27 2.7588 ± 0.0614 0.11284 ± 0.00683 0.12751 ± 0.00425 15.037 ± 0.334 % 89.877 ± 0.364 % + 28 2.7654 ± 0.0606 0.11171 ± 0.00669 0.12663 ± 0.00412 14.892 ± 0.326 % 89.846 ± 0.357 % + 29 2.8147 ± 0.0612 0.10944 ± 0.00651 0.12428 ± 0.00398 14.697 ± 0.320 % 89.912 ± 0.350 % + 30 2.8014 ± 0.0596 0.10993 ± 0.00638 0.12447 ± 0.00390 14.734 ± 0.312 % 89.752 ± 0.347 % + 31 2.8067 ± 0.0585 0.10694 ± 0.00622 0.12273 ± 0.00379 14.590 ± 0.306 % 89.766 ± 0.341 % + 32 2.8562 ± 0.0594 0.10505 ± 0.00606 0.12013 ± 0.00368 14.384 ± 0.301 % 89.877 ± 0.334 % + 33 2.8769 ± 0.0590 0.10205 ± 0.00593 0.11784 ± 0.00357 14.205 ± 0.296 % 89.863 ± 0.329 % + 34 2.9137 ± 0.0592 0.10091 ± 0.00579 0.11592 ± 0.00347 14.051 ± 0.291 % 89.815 ± 0.325 % + 35 2.9755 ± 0.0600 0.09954 ± 0.00568 0.11459 ± 0.00338 13.893 ± 0.286 % 89.737 ± 0.321 % + 36 3.0631 ± 0.0616 0.09856 ± 0.00556 0.11290 ± 0.00329 13.736 ± 0.282 % 89.662 ± 0.318 % + 37 3.1196 ± 0.0622 0.09683 ± 0.00546 0.11185 ± 0.00321 13.631 ± 0.277 % 89.560 ± 0.315 % + 38 3.1444 ± 0.0621 0.09560 ± 0.00535 0.10998 ± 0.00313 13.489 ± 0.273 % 89.659 ± 0.309 % + 39 3.1931 ± 0.0628 0.09408 ± 0.00523 0.10800 ± 0.00305 13.341 ± 0.269 % 89.693 ± 0.305 % + 40 3.2457 ± 0.0638 0.09248 ± 0.00512 0.10615 ± 0.00298 13.210 ± 0.265 % 89.745 ± 0.300 % + 41 3.2840 ± 0.0640 0.09099 ± 0.00502 0.10447 ± 0.00291 13.072 ± 0.262 % 89.813 ± 0.296 % + 42 3.3466 ± 0.0650 0.08939 ± 0.00492 0.10283 ± 0.00285 12.934 ± 0.258 % 89.841 ± 0.292 % + 43 3.3767 ± 0.0650 0.08703 ± 0.00484 0.10134 ± 0.00278 12.816 ± 0.255 % 89.822 ± 0.289 % + 44 3.3896 ± 0.0644 0.08557 ± 0.00475 0.09975 ± 0.00272 12.690 ± 0.252 % 89.893 ± 0.285 % + 45 3.4472 ± 0.0654 0.08430 ± 0.00467 0.09862 ± 0.00267 12.583 ± 0.249 % 89.882 ± 0.282 % + 46 3.4576 ± 0.0649 0.08356 ± 0.00458 0.09727 ± 0.00261 12.469 ± 0.246 % 89.974 ± 0.277 % + 47 3.5442 ± 0.0665 0.08256 ± 0.00452 0.09631 ± 0.00256 12.356 ± 0.243 % 90.013 ± 0.274 % + 48 3.6023 ± 0.0674 0.08116 ± 0.00444 0.09490 ± 0.00251 12.240 ± 0.240 % 90.049 ± 0.271 % + 49 3.5774 ± 0.0661 0.08065 ± 0.00438 0.09553 ± 0.00248 12.217 ± 0.237 % 90.020 ± 0.268 % + 50 3.5236 ± 0.0643 0.08236 ± 0.00437 0.09713 ± 0.00248 12.404 ± 0.234 % 90.047 ± 0.265 % + 51 3.4937 ± 0.0629 0.08201 ± 0.00434 0.09764 ± 0.00245 12.433 ± 0.231 % 89.981 ± 0.263 % + 52 3.5107 ± 0.0627 0.08293 ± 0.00429 0.09855 ± 0.00241 12.479 ± 0.227 % 89.827 ± 0.263 % + 53 3.5597 ± 0.0631 0.08143 ± 0.00423 0.09758 ± 0.00237 12.382 ± 0.225 % 89.760 ± 0.261 % + 54 3.5912 ± 0.0632 0.08051 ± 0.00417 0.09677 ± 0.00233 12.313 ± 0.222 % 89.775 ± 0.258 % + 55 3.6148 ± 0.0631 0.07991 ± 0.00411 0.09585 ± 0.00229 12.222 ± 0.220 % 89.768 ± 0.256 % + 56 3.6265 ± 0.0628 0.07853 ± 0.00406 0.09519 ± 0.00225 12.157 ± 0.217 % 89.776 ± 0.254 % + 57 3.6435 ± 0.0626 0.07859 ± 0.00400 0.09468 ± 0.00222 12.109 ± 0.215 % 89.790 ± 0.251 % + 58 3.6635 ± 0.0624 0.07797 ± 0.00395 0.09373 ± 0.00218 12.030 ± 0.213 % 89.865 ± 0.248 % + 59 3.6644 ± 0.0618 0.07749 ± 0.00390 0.09298 ± 0.00214 11.965 ± 0.210 % 89.890 ± 0.246 % + 60 3.6868 ± 0.0618 0.07711 ± 0.00385 0.09237 ± 0.00211 11.903 ± 0.208 % 89.895 ± 0.244 % + 61 3.7147 ± 0.0620 0.07671 ± 0.00381 0.09196 ± 0.00208 11.842 ± 0.206 % 89.907 ± 0.242 % + 62 3.7570 ± 0.0624 0.07644 ± 0.00378 0.09150 ± 0.00205 11.767 ± 0.204 % 89.899 ± 0.240 % + 63 3.7965 ± 0.0628 0.07606 ± 0.00373 0.09088 ± 0.00202 11.704 ± 0.202 % 89.935 ± 0.237 % + 64 3.8371 ± 0.0631 0.07497 ± 0.00369 0.09024 ± 0.00199 11.630 ± 0.200 % 89.926 ± 0.236 % + 65 3.8867 ± 0.0637 0.07426 ± 0.00366 0.08955 ± 0.00196 11.573 ± 0.199 % 89.955 ± 0.233 % + 66 3.9143 ± 0.0638 0.07344 ± 0.00362 0.08886 ± 0.00193 11.503 ± 0.197 % 89.970 ± 0.232 % + 67 3.9653 ± 0.0645 0.07270 ± 0.00358 0.08826 ± 0.00191 11.438 ± 0.195 % 89.956 ± 0.230 % + 68 3.9881 ± 0.0644 0.07277 ± 0.00354 0.08786 ± 0.00188 11.392 ± 0.194 % 89.942 ± 0.228 % + 69 4.0084 ± 0.0642 0.07240 ± 0.00351 0.08747 ± 0.00186 11.351 ± 0.193 % 89.901 ± 0.227 % + 70 3.9983 ± 0.0635 0.07179 ± 0.00348 0.08718 ± 0.00184 11.337 ± 0.192 % 89.888 ± 0.226 % + 71 4.0354 ± 0.0638 0.07155 ± 0.00345 0.08672 ± 0.00182 11.275 ± 0.190 % 89.870 ± 0.224 % + 72 4.0479 ± 0.0635 0.07199 ± 0.00344 0.08737 ± 0.00180 11.277 ± 0.188 % 89.815 ± 0.223 % + 73 4.0607 ± 0.0634 0.07293 ± 0.00343 0.08773 ± 0.00179 11.292 ± 0.186 % 89.788 ± 0.222 % + 74 4.0748 ± 0.0633 0.07206 ± 0.00339 0.08709 ± 0.00177 11.228 ± 0.185 % 89.799 ± 0.220 % + 75 4.0778 ± 0.0630 0.07152 ± 0.00336 0.08646 ± 0.00175 11.174 ± 0.183 % 89.851 ± 0.218 % + 76 4.0835 ± 0.0627 0.07116 ± 0.00333 0.08600 ± 0.00173 11.136 ± 0.182 % 89.861 ± 0.217 % + 77 4.1055 ± 0.0628 0.07097 ± 0.00330 0.08576 ± 0.00172 11.090 ± 0.181 % 89.845 ± 0.216 % + 78 4.0991 ± 0.0624 0.07101 ± 0.00329 0.08557 ± 0.00170 11.051 ± 0.180 % 89.884 ± 0.214 % + 79 4.0460 ± 0.0611 0.07119 ± 0.00326 0.08554 ± 0.00170 11.098 ± 0.181 % 89.958 ± 0.212 % + 80 3.9893 ± 0.0597 0.07143 ± 0.00324 0.08557 ± 0.00169 11.132 ± 0.180 % 90.029 ± 0.210 % + 81 3.9371 ± 0.0583 0.07287 ± 0.00326 0.08724 ± 0.00174 11.402 ± 0.183 % 90.036 ± 0.208 % + 82 3.8923 ± 0.0571 0.07475 ± 0.00328 0.08830 ± 0.00175 11.518 ± 0.182 % 90.038 ± 0.207 % + 83 3.8467 ± 0.0559 0.07604 ± 0.00328 0.08981 ± 0.00178 11.678 ± 0.183 % 90.069 ± 0.206 % + 84 3.8064 ± 0.0548 0.07733 ± 0.00328 0.09082 ± 0.00178 11.810 ± 0.182 % 90.065 ± 0.204 % + 85 3.7638 ± 0.0537 0.07809 ± 0.00327 0.09183 ± 0.00179 11.915 ± 0.182 % 90.085 ± 0.203 % + 86 3.7649 ± 0.0534 0.07990 ± 0.00329 0.09334 ± 0.00179 12.020 ± 0.181 % 89.982 ± 0.203 % + 87 3.7297 ± 0.0525 0.08126 ± 0.00330 0.09467 ± 0.00181 12.146 ± 0.181 % 90.002 ± 0.201 % + 88 3.6899 ± 0.0516 0.08190 ± 0.00328 0.09520 ± 0.00183 12.206 ± 0.181 % 90.031 ± 0.200 % + 89 3.6488 ± 0.0506 0.08213 ± 0.00329 0.09610 ± 0.00186 12.317 ± 0.181 % 90.046 ± 0.199 % + 90 3.6069 ± 0.0495 0.08244 ± 0.00328 0.09651 ± 0.00186 12.389 ± 0.181 % 90.087 ± 0.197 % + 91 3.5683 ± 0.0486 0.08312 ± 0.00327 0.09712 ± 0.00186 12.454 ± 0.180 % 90.114 ± 0.196 % + 92 3.5320 ± 0.0477 0.08347 ± 0.00326 0.09749 ± 0.00186 12.506 ± 0.179 % 90.145 ± 0.195 % + 93 3.5095 ± 0.0470 0.08481 ± 0.00325 0.09903 ± 0.00187 12.632 ± 0.178 % 90.112 ± 0.194 % + 94 3.4763 ± 0.0462 0.08571 ± 0.00325 0.09998 ± 0.00188 12.768 ± 0.179 % 90.129 ± 0.193 % + 95 3.4418 ± 0.0453 0.08675 ± 0.00325 0.10110 ± 0.00190 12.921 ± 0.180 % 90.151 ± 0.191 % + 96 3.4160 ± 0.0446 0.08814 ± 0.00325 0.10252 ± 0.00192 13.074 ± 0.180 % 90.118 ± 0.191 % + 97 3.3833 ± 0.0438 0.08835 ± 0.00324 0.10317 ± 0.00192 13.150 ± 0.180 % 90.123 ± 0.190 % + 98 3.3516 ± 0.0431 0.08924 ± 0.00326 0.10439 ± 0.00197 13.280 ± 0.180 % 90.144 ± 0.189 % + 99 3.3265 ± 0.0424 0.09048 ± 0.00326 0.10594 ± 0.00198 13.412 ± 0.179 % 90.101 ± 0.188 % + 100 3.3056 ± 0.0418 0.09118 ± 0.00327 0.10690 ± 0.00199 13.498 ± 0.179 % 90.098 ± 0.187 % + 101 3.2801 ± 0.0412 0.09242 ± 0.00327 0.10806 ± 0.00200 13.594 ± 0.179 % 90.091 ± 0.186 % + 102 3.2555 ± 0.0406 0.09320 ± 0.00327 0.10880 ± 0.00200 13.690 ± 0.178 % 90.100 ± 0.185 % + 103 3.2306 ± 0.0400 0.09383 ± 0.00325 0.10907 ± 0.00200 13.743 ± 0.178 % 90.131 ± 0.184 % + 104 3.2124 ± 0.0395 0.09488 ± 0.00324 0.10974 ± 0.00199 13.833 ± 0.177 % 90.113 ± 0.183 % + 105 3.2250 ± 0.0395 0.09486 ± 0.00322 0.10952 ± 0.00197 13.799 ± 0.176 % 90.069 ± 0.183 % + 106 3.2479 ± 0.0397 0.09445 ± 0.00319 0.10889 ± 0.00195 13.744 ± 0.175 % 90.092 ± 0.182 % + 107 3.2732 ± 0.0399 0.09407 ± 0.00317 0.10845 ± 0.00194 13.698 ± 0.174 % 90.090 ± 0.181 % + 108 3.3123 ± 0.0404 0.09316 ± 0.00314 0.10785 ± 0.00192 13.644 ± 0.173 % 90.116 ± 0.180 % + 109 3.3168 ± 0.0403 0.09276 ± 0.00312 0.10726 ± 0.00191 13.593 ± 0.172 % 90.146 ± 0.179 % + 110 3.3551 ± 0.0408 0.09208 ± 0.00310 0.10673 ± 0.00189 13.545 ± 0.171 % 90.118 ± 0.178 % + 111 3.3851 ± 0.0411 0.09144 ± 0.00307 0.10609 ± 0.00187 13.489 ± 0.170 % 90.094 ± 0.178 % + 112 3.4091 ± 0.0413 0.09115 ± 0.00305 0.10543 ± 0.00186 13.439 ± 0.170 % 90.140 ± 0.176 % + 113 3.4406 ± 0.0418 0.09075 ± 0.00303 0.10474 ± 0.00184 13.383 ± 0.169 % 90.154 ± 0.176 % + 114 3.4786 ± 0.0423 0.09005 ± 0.00300 0.10407 ± 0.00183 13.328 ± 0.168 % 90.169 ± 0.175 % + 115 3.5043 ± 0.0425 0.08932 ± 0.00298 0.10339 ± 0.00181 13.273 ± 0.167 % 90.182 ± 0.174 % + 116 3.4723 ± 0.0418 0.08938 ± 0.00296 0.10336 ± 0.00181 13.302 ± 0.167 % 90.230 ± 0.173 % + 117 3.4499 ± 0.0413 0.09017 ± 0.00296 0.10434 ± 0.00181 13.405 ± 0.167 % 90.216 ± 0.172 % + 118 3.4335 ± 0.0409 0.09166 ± 0.00297 0.10585 ± 0.00184 13.493 ± 0.166 % 90.196 ± 0.171 % + 119 3.4116 ± 0.0404 0.09207 ± 0.00296 0.10623 ± 0.00183 13.545 ± 0.166 % 90.193 ± 0.171 % + 120 3.3988 ± 0.0400 0.09285 ± 0.00296 0.10716 ± 0.00183 13.610 ± 0.165 % 90.147 ± 0.170 % + 121 3.3784 ± 0.0396 0.09362 ± 0.00296 0.10787 ± 0.00183 13.663 ± 0.164 % 90.154 ± 0.170 % + 122 3.3652 ± 0.0392 0.09457 ± 0.00296 0.10911 ± 0.00183 13.745 ± 0.163 % 90.090 ± 0.169 % + 123 3.3543 ± 0.0388 0.09569 ± 0.00297 0.11008 ± 0.00184 13.810 ± 0.162 % 90.053 ± 0.169 % + 124 3.3352 ± 0.0384 0.09634 ± 0.00296 0.11069 ± 0.00184 13.859 ± 0.162 % 90.047 ± 0.168 % + 125 3.3206 ± 0.0380 0.09724 ± 0.00296 0.11159 ± 0.00184 13.918 ± 0.161 % 90.030 ± 0.168 % + 126 3.3053 ± 0.0376 0.09753 ± 0.00295 0.11193 ± 0.00183 13.935 ± 0.160 % 90.028 ± 0.167 % + 127 3.2918 ± 0.0372 0.09774 ± 0.00294 0.11207 ± 0.00182 13.940 ± 0.159 % 90.026 ± 0.167 % + 128 3.2751 ± 0.0368 0.09823 ± 0.00293 0.11244 ± 0.00182 13.963 ± 0.159 % 90.025 ± 0.166 % + 129 3.2585 ± 0.0364 0.09842 ± 0.00293 0.11284 ± 0.00182 14.005 ± 0.158 % 90.032 ± 0.165 % + 130 3.2489 ± 0.0361 0.09851 ± 0.00291 0.11299 ± 0.00181 14.018 ± 0.157 % 90.003 ± 0.165 % + 131 3.2399 ± 0.0358 0.09895 ± 0.00290 0.11329 ± 0.00180 14.026 ± 0.156 % 89.999 ± 0.164 % + 132 3.2404 ± 0.0357 0.10038 ± 0.00292 0.11476 ± 0.00182 14.084 ± 0.155 % 89.932 ± 0.164 % + 133 3.2390 ± 0.0355 0.10134 ± 0.00292 0.11533 ± 0.00181 14.115 ± 0.155 % 89.898 ± 0.164 % + 134 3.2412 ± 0.0354 0.10188 ± 0.00291 0.11587 ± 0.00180 14.111 ± 0.154 % 89.857 ± 0.163 % + 135 3.2421 ± 0.0352 0.10231 ± 0.00291 0.11626 ± 0.00179 14.107 ± 0.153 % 89.839 ± 0.163 % + 136 3.2387 ± 0.0350 0.10359 ± 0.00292 0.11690 ± 0.00179 14.130 ± 0.152 % 89.781 ± 0.163 % + 137 3.2415 ± 0.0349 0.10299 ± 0.00290 0.11632 ± 0.00178 14.086 ± 0.151 % 89.790 ± 0.162 % + 138 3.2539 ± 0.0350 0.10244 ± 0.00289 0.11578 ± 0.00176 14.043 ± 0.151 % 89.812 ± 0.161 % + 139 3.2588 ± 0.0349 0.10246 ± 0.00287 0.11572 ± 0.00175 14.041 ± 0.150 % 89.801 ± 0.161 % + 140 3.2655 ± 0.0349 0.10237 ± 0.00287 0.11584 ± 0.00174 14.022 ± 0.149 % 89.779 ± 0.160 % + 141 3.2783 ± 0.0349 0.10235 ± 0.00286 0.11575 ± 0.00173 13.994 ± 0.149 % 89.776 ± 0.160 % + 142 3.2843 ± 0.0348 0.10260 ± 0.00285 0.11607 ± 0.00173 13.995 ± 0.148 % 89.724 ± 0.160 % + 143 3.2910 ± 0.0348 0.10199 ± 0.00283 0.11563 ± 0.00171 13.956 ± 0.147 % 89.738 ± 0.159 % + 144 3.3012 ± 0.0348 0.10180 ± 0.00282 0.11516 ± 0.00170 13.919 ± 0.147 % 89.766 ± 0.158 % + 145 3.2991 ± 0.0346 0.10114 ± 0.00280 0.11457 ± 0.00169 13.878 ± 0.146 % 89.771 ± 0.158 % + 146 3.3035 ± 0.0346 0.10073 ± 0.00278 0.11401 ± 0.00168 13.836 ± 0.146 % 89.804 ± 0.157 % + 147 3.3005 ± 0.0344 0.10039 ± 0.00277 0.11340 ± 0.00167 13.797 ± 0.145 % 89.812 ± 0.156 % + 148 3.3026 ± 0.0343 0.09973 ± 0.00275 0.11283 ± 0.00166 13.756 ± 0.145 % 89.838 ± 0.156 % + 149 3.2968 ± 0.0341 0.09914 ± 0.00274 0.11224 ± 0.00165 13.715 ± 0.144 % 89.864 ± 0.155 % + 150 3.2917 ± 0.0339 0.09890 ± 0.00273 0.11195 ± 0.00164 13.687 ± 0.144 % 89.893 ± 0.154 % + 151 3.2837 ± 0.0337 0.09842 ± 0.00271 0.11176 ± 0.00163 13.673 ± 0.143 % 89.900 ± 0.154 % + 152 3.2806 ± 0.0335 0.09811 ± 0.00270 0.11142 ± 0.00162 13.644 ± 0.143 % 89.920 ± 0.153 % + 153 3.2737 ± 0.0333 0.09748 ± 0.00269 0.11093 ± 0.00161 13.612 ± 0.142 % 89.958 ± 0.152 % + 154 3.2785 ± 0.0332 0.09717 ± 0.00267 0.11042 ± 0.00160 13.576 ± 0.142 % 89.975 ± 0.152 % + 155 3.2795 ± 0.0331 0.09672 ± 0.00266 0.10994 ± 0.00159 13.539 ± 0.141 % 89.976 ± 0.151 % + 156 3.2736 ± 0.0329 0.09631 ± 0.00264 0.10944 ± 0.00159 13.505 ± 0.141 % 90.015 ± 0.150 % + 157 3.2714 ± 0.0327 0.09603 ± 0.00263 0.10894 ± 0.00158 13.469 ± 0.140 % 90.019 ± 0.150 % + 158 3.2707 ± 0.0326 0.09558 ± 0.00261 0.10845 ± 0.00157 13.435 ± 0.140 % 90.040 ± 0.149 % + 159 3.2650 ± 0.0324 0.09495 ± 0.00260 0.10803 ± 0.00156 13.408 ± 0.139 % 90.068 ± 0.149 % + 160 3.2631 ± 0.0322 0.09449 ± 0.00258 0.10758 ± 0.00155 13.375 ± 0.139 % 90.081 ± 0.148 % + 161 3.2681 ± 0.0322 0.09406 ± 0.00257 0.10716 ± 0.00154 13.343 ± 0.138 % 90.091 ± 0.147 % + 162 3.2679 ± 0.0320 0.09366 ± 0.00256 0.10669 ± 0.00153 13.311 ± 0.138 % 90.107 ± 0.147 % + 163 3.2648 ± 0.0319 0.09320 ± 0.00255 0.10626 ± 0.00152 13.281 ± 0.137 % 90.141 ± 0.146 % + 164 3.2704 ± 0.0318 0.09268 ± 0.00253 0.10582 ± 0.00151 13.246 ± 0.137 % 90.148 ± 0.146 % + 165 3.2835 ± 0.0319 0.09228 ± 0.00252 0.10545 ± 0.00150 13.215 ± 0.136 % 90.165 ± 0.145 % + 166 3.2859 ± 0.0319 0.09194 ± 0.00251 0.10505 ± 0.00150 13.185 ± 0.136 % 90.191 ± 0.145 % + 167 3.3039 ± 0.0320 0.09176 ± 0.00250 0.10470 ± 0.00149 13.149 ± 0.135 % 90.201 ± 0.144 % + 168 3.3127 ± 0.0320 0.09142 ± 0.00249 0.10427 ± 0.00148 13.116 ± 0.135 % 90.215 ± 0.144 % + 169 3.3382 ± 0.0323 0.09084 ± 0.00248 0.10396 ± 0.00147 13.083 ± 0.135 % 90.212 ± 0.143 % + 170 3.3479 ± 0.0323 0.09070 ± 0.00247 0.10365 ± 0.00146 13.051 ± 0.134 % 90.224 ± 0.143 % + 171 3.3754 ± 0.0326 0.09051 ± 0.00245 0.10330 ± 0.00146 13.018 ± 0.134 % 90.203 ± 0.142 % + 172 3.4039 ± 0.0330 0.09046 ± 0.00244 0.10314 ± 0.00145 12.993 ± 0.133 % 90.189 ± 0.142 % + 173 3.4209 ± 0.0331 0.09006 ± 0.00243 0.10278 ± 0.00144 12.960 ± 0.133 % 90.192 ± 0.142 % + 174 3.4508 ± 0.0334 0.08965 ± 0.00243 0.10263 ± 0.00143 12.940 ± 0.132 % 90.185 ± 0.141 % + 175 3.4662 ± 0.0335 0.08946 ± 0.00242 0.10230 ± 0.00142 12.910 ± 0.132 % 90.183 ± 0.141 % + 176 3.4891 ± 0.0338 0.08924 ± 0.00240 0.10198 ± 0.00142 12.878 ± 0.132 % 90.172 ± 0.141 % + 177 3.5093 ± 0.0340 0.08895 ± 0.00239 0.10164 ± 0.00141 12.849 ± 0.131 % 90.183 ± 0.140 % + 178 3.5190 ± 0.0340 0.08849 ± 0.00238 0.10130 ± 0.00140 12.821 ± 0.131 % 90.200 ± 0.140 % + 179 3.5028 ± 0.0338 0.08892 ± 0.00238 0.10173 ± 0.00141 12.874 ± 0.131 % 90.214 ± 0.139 % + 180 3.4848 ± 0.0334 0.08919 ± 0.00238 0.10207 ± 0.00141 12.927 ± 0.131 % 90.220 ± 0.139 % + 181 3.4765 ± 0.0332 0.09024 ± 0.00238 0.10298 ± 0.00141 12.997 ± 0.130 % 90.183 ± 0.138 % + 182 3.4682 ± 0.0330 0.09096 ± 0.00238 0.10355 ± 0.00141 13.037 ± 0.130 % 90.166 ± 0.138 % + 183 3.4543 ± 0.0328 0.09140 ± 0.00238 0.10382 ± 0.00141 13.067 ± 0.129 % 90.166 ± 0.138 % + 184 3.4424 ± 0.0325 0.09213 ± 0.00238 0.10454 ± 0.00141 13.129 ± 0.129 % 90.156 ± 0.138 % + 185 3.4303 ± 0.0323 0.09304 ± 0.00238 0.10540 ± 0.00142 13.205 ± 0.129 % 90.135 ± 0.137 % + 186 3.4172 ± 0.0320 0.09362 ± 0.00238 0.10584 ± 0.00142 13.248 ± 0.128 % 90.150 ± 0.137 % + 187 3.4250 ± 0.0320 0.09327 ± 0.00237 0.10555 ± 0.00141 13.225 ± 0.128 % 90.144 ± 0.137 % + 188 3.4390 ± 0.0321 0.09287 ± 0.00236 0.10510 ± 0.00140 13.192 ± 0.128 % 90.161 ± 0.136 % + 189 3.4564 ± 0.0323 0.09244 ± 0.00235 0.10480 ± 0.00140 13.164 ± 0.127 % 90.159 ± 0.136 % + 190 3.4707 ± 0.0324 0.09193 ± 0.00233 0.10443 ± 0.00139 13.133 ± 0.127 % 90.151 ± 0.135 % + 191 3.4830 ± 0.0324 0.09157 ± 0.00232 0.10405 ± 0.00138 13.102 ± 0.127 % 90.155 ± 0.135 % + 192 3.4920 ± 0.0325 0.09125 ± 0.00231 0.10368 ± 0.00137 13.072 ± 0.126 % 90.178 ± 0.135 % + 193 3.5064 ± 0.0325 0.09088 ± 0.00230 0.10333 ± 0.00137 13.041 ± 0.126 % 90.170 ± 0.134 % + 194 3.5245 ± 0.0327 0.09053 ± 0.00229 0.10299 ± 0.00136 13.011 ± 0.125 % 90.176 ± 0.134 % + 195 3.5417 ± 0.0328 0.09008 ± 0.00229 0.10266 ± 0.00135 12.982 ± 0.125 % 90.188 ± 0.133 % + 196 3.5527 ± 0.0329 0.08983 ± 0.00228 0.10234 ± 0.00135 12.956 ± 0.125 % 90.186 ± 0.133 % + 197 3.5524 ± 0.0328 0.08939 ± 0.00227 0.10203 ± 0.00134 12.931 ± 0.124 % 90.204 ± 0.133 % + 198 3.5580 ± 0.0328 0.08914 ± 0.00226 0.10166 ± 0.00133 12.901 ± 0.124 % 90.222 ± 0.132 % + 199 3.5591 ± 0.0327 0.08890 ± 0.00225 0.10133 ± 0.00133 12.874 ± 0.124 % 90.245 ± 0.132 % + 200 3.5645 ± 0.0327 0.08894 ± 0.00224 0.10109 ± 0.00132 12.849 ± 0.123 % 90.245 ± 0.131 % + 201 3.5703 ± 0.0327 0.08855 ± 0.00223 0.10085 ± 0.00132 12.831 ± 0.123 % 90.251 ± 0.131 % + 202 3.5866 ± 0.0328 0.08839 ± 0.00222 0.10063 ± 0.00131 12.805 ± 0.123 % 90.239 ± 0.131 % + 203 3.6064 ± 0.0330 0.08812 ± 0.00222 0.10035 ± 0.00130 12.778 ± 0.122 % 90.244 ± 0.130 % + 204 3.6237 ± 0.0331 0.08793 ± 0.00221 0.10006 ± 0.00130 12.752 ± 0.122 % 90.244 ± 0.130 % + 205 3.6236 ± 0.0330 0.08752 ± 0.00220 0.09981 ± 0.00129 12.727 ± 0.122 % 90.273 ± 0.130 % + 206 3.6412 ± 0.0332 0.08724 ± 0.00219 0.09954 ± 0.00129 12.701 ± 0.121 % 90.259 ± 0.129 % + 207 3.6392 ± 0.0330 0.08694 ± 0.00218 0.09920 ± 0.00128 12.675 ± 0.121 % 90.283 ± 0.129 % + 208 3.6494 ± 0.0331 0.08656 ± 0.00217 0.09887 ± 0.00128 12.647 ± 0.121 % 90.285 ± 0.129 % + 209 3.6522 ± 0.0330 0.08644 ± 0.00217 0.09875 ± 0.00127 12.625 ± 0.120 % 90.286 ± 0.128 % + 210 3.6591 ± 0.0331 0.08604 ± 0.00216 0.09848 ± 0.00126 12.605 ± 0.120 % 90.286 ± 0.128 % + 211 3.6663 ± 0.0330 0.08581 ± 0.00215 0.09820 ± 0.00126 12.582 ± 0.120 % 90.283 ± 0.128 % + 212 3.6737 ± 0.0330 0.08544 ± 0.00214 0.09790 ± 0.00125 12.558 ± 0.120 % 90.298 ± 0.127 % + 213 3.6752 ± 0.0330 0.08505 ± 0.00213 0.09755 ± 0.00125 12.532 ± 0.119 % 90.312 ± 0.127 % + 214 3.6751 ± 0.0329 0.08474 ± 0.00212 0.09720 ± 0.00124 12.506 ± 0.119 % 90.328 ± 0.127 % + 215 3.6760 ± 0.0328 0.08448 ± 0.00212 0.09688 ± 0.00124 12.483 ± 0.119 % 90.327 ± 0.126 % + 216 3.6833 ± 0.0328 0.08400 ± 0.00211 0.09660 ± 0.00123 12.458 ± 0.118 % 90.329 ± 0.126 % + 217 3.6853 ± 0.0328 0.08378 ± 0.00210 0.09631 ± 0.00123 12.434 ± 0.118 % 90.342 ± 0.126 % + 218 3.6816 ± 0.0326 0.08340 ± 0.00209 0.09599 ± 0.00122 12.410 ± 0.118 % 90.358 ± 0.125 % + 219 3.6744 ± 0.0325 0.08299 ± 0.00208 0.09564 ± 0.00122 12.386 ± 0.117 % 90.370 ± 0.125 % + 220 3.6755 ± 0.0324 0.08280 ± 0.00208 0.09535 ± 0.00121 12.362 ± 0.117 % 90.378 ± 0.125 % + 221 3.6787 ± 0.0324 0.08247 ± 0.00207 0.09502 ± 0.00120 12.337 ± 0.117 % 90.400 ± 0.124 % + 222 3.6813 ± 0.0323 0.08219 ± 0.00206 0.09479 ± 0.00120 12.317 ± 0.116 % 90.397 ± 0.124 % + 223 3.6910 ± 0.0323 0.08203 ± 0.00205 0.09456 ± 0.00119 12.294 ± 0.116 % 90.402 ± 0.124 % + 224 3.6878 ± 0.0322 0.08170 ± 0.00205 0.09429 ± 0.00119 12.271 ± 0.116 % 90.394 ± 0.123 % + 225 3.6864 ± 0.0321 0.08152 ± 0.00204 0.09414 ± 0.00118 12.255 ± 0.116 % 90.402 ± 0.123 % + 226 3.6883 ± 0.0321 0.08138 ± 0.00204 0.09408 ± 0.00118 12.257 ± 0.115 % 90.401 ± 0.123 % + 227 3.6868 ± 0.0320 0.08107 ± 0.00203 0.09378 ± 0.00118 12.232 ± 0.115 % 90.407 ± 0.122 % + 228 3.6844 ± 0.0319 0.08090 ± 0.00202 0.09349 ± 0.00117 12.208 ± 0.115 % 90.418 ± 0.122 % + 229 3.6853 ± 0.0318 0.08059 ± 0.00201 0.09324 ± 0.00117 12.186 ± 0.115 % 90.429 ± 0.122 % + 230 3.6814 ± 0.0317 0.08039 ± 0.00201 0.09295 ± 0.00116 12.163 ± 0.114 % 90.447 ± 0.121 % + 231 3.6831 ± 0.0316 0.08006 ± 0.00200 0.09265 ± 0.00116 12.139 ± 0.114 % 90.447 ± 0.121 % + 232 3.6866 ± 0.0316 0.07999 ± 0.00199 0.09242 ± 0.00115 12.117 ± 0.114 % 90.446 ± 0.121 % + 233 3.6886 ± 0.0315 0.07965 ± 0.00198 0.09215 ± 0.00115 12.095 ± 0.113 % 90.440 ± 0.121 % + 234 3.6881 ± 0.0314 0.07948 ± 0.00198 0.09195 ± 0.00114 12.076 ± 0.113 % 90.451 ± 0.120 % + 235 3.6816 ± 0.0313 0.07938 ± 0.00197 0.09196 ± 0.00114 12.076 ± 0.113 % 90.455 ± 0.120 % + 236 3.6759 ± 0.0312 0.07960 ± 0.00198 0.09253 ± 0.00114 12.105 ± 0.113 % 90.439 ± 0.120 % + 237 3.6752 ± 0.0311 0.07938 ± 0.00197 0.09229 ± 0.00114 12.085 ± 0.112 % 90.453 ± 0.120 % + 238 3.6741 ± 0.0310 0.07918 ± 0.00196 0.09203 ± 0.00113 12.067 ± 0.112 % 90.466 ± 0.119 % + 239 3.6758 ± 0.0310 0.07886 ± 0.00196 0.09182 ± 0.00113 12.047 ± 0.112 % 90.477 ± 0.119 % + 240 3.6793 ± 0.0309 0.07855 ± 0.00195 0.09156 ± 0.00113 12.024 ± 0.112 % 90.485 ± 0.119 % + 241 3.6826 ± 0.0309 0.07849 ± 0.00194 0.09141 ± 0.00112 12.013 ± 0.111 % 90.500 ± 0.118 % + 242 3.6819 ± 0.0309 0.07855 ± 0.00194 0.09151 ± 0.00112 12.008 ± 0.111 % 90.489 ± 0.118 % + 243 3.6937 ± 0.0309 0.07846 ± 0.00193 0.09139 ± 0.00111 11.991 ± 0.111 % 90.462 ± 0.118 % + 244 3.6939 ± 0.0309 0.07849 ± 0.00193 0.09139 ± 0.00111 11.987 ± 0.110 % 90.448 ± 0.118 % + 245 3.6958 ± 0.0308 0.07889 ± 0.00193 0.09166 ± 0.00111 12.003 ± 0.110 % 90.414 ± 0.118 % + 246 3.7071 ± 0.0309 0.07872 ± 0.00192 0.09148 ± 0.00110 11.983 ± 0.110 % 90.418 ± 0.118 % + 247 3.7180 ± 0.0309 0.07846 ± 0.00192 0.09128 ± 0.00110 11.962 ± 0.110 % 90.415 ± 0.117 % + 248 3.7264 ± 0.0310 0.07835 ± 0.00191 0.09108 ± 0.00109 11.941 ± 0.109 % 90.408 ± 0.117 % + 249 3.7345 ± 0.0310 0.07826 ± 0.00191 0.09105 ± 0.00109 11.930 ± 0.109 % 90.402 ± 0.117 % + 250 3.7449 ± 0.0310 0.07802 ± 0.00190 0.09084 ± 0.00109 11.911 ± 0.109 % 90.387 ± 0.117 % + 251 3.7523 ± 0.0310 0.07782 ± 0.00189 0.09060 ± 0.00108 11.889 ± 0.109 % 90.396 ± 0.116 % + 252 3.7614 ± 0.0311 0.07764 ± 0.00189 0.09050 ± 0.00108 11.881 ± 0.108 % 90.395 ± 0.116 % + 253 3.7794 ± 0.0312 0.07752 ± 0.00188 0.09027 ± 0.00108 11.860 ± 0.108 % 90.379 ± 0.116 % + 254 3.7849 ± 0.0312 0.07730 ± 0.00188 0.09003 ± 0.00107 11.839 ± 0.108 % 90.395 ± 0.116 % + 255 3.7860 ± 0.0312 0.07745 ± 0.00187 0.09021 ± 0.00107 11.851 ± 0.108 % 90.387 ± 0.116 % + 256 3.7911 ± 0.0312 0.07735 ± 0.00187 0.09009 ± 0.00107 11.839 ± 0.108 % 90.391 ± 0.115 % + 257 3.7904 ± 0.0311 0.07711 ± 0.00186 0.08992 ± 0.00106 11.821 ± 0.107 % 90.399 ± 0.115 % + 258 3.7816 ± 0.0309 0.07706 ± 0.00186 0.08981 ± 0.00106 11.811 ± 0.107 % 90.400 ± 0.115 % + 259 3.7781 ± 0.0308 0.07697 ± 0.00185 0.08981 ± 0.00106 11.808 ± 0.107 % 90.394 ± 0.115 % + 260 3.7707 ± 0.0307 0.07709 ± 0.00185 0.08984 ± 0.00105 11.821 ± 0.106 % 90.400 ± 0.114 % + 261 3.7656 ± 0.0306 0.07705 ± 0.00184 0.08976 ± 0.00105 11.808 ± 0.106 % 90.406 ± 0.114 % + 262 3.7716 ± 0.0306 0.07683 ± 0.00184 0.08962 ± 0.00105 11.792 ± 0.106 % 90.401 ± 0.114 % + 263 3.7789 ± 0.0306 0.07661 ± 0.00183 0.08951 ± 0.00104 11.777 ± 0.106 % 90.388 ± 0.114 % + 264 3.7842 ± 0.0306 0.07624 ± 0.00183 0.08937 ± 0.00104 11.760 ± 0.105 % 90.374 ± 0.114 % + 265 3.7879 ± 0.0306 0.07615 ± 0.00182 0.08925 ± 0.00104 11.743 ± 0.105 % 90.369 ± 0.113 % + 266 3.7865 ± 0.0305 0.07617 ± 0.00182 0.08927 ± 0.00103 11.742 ± 0.105 % 90.354 ± 0.113 % + 267 3.7864 ± 0.0304 0.07601 ± 0.00182 0.08912 ± 0.00103 11.731 ± 0.105 % 90.361 ± 0.113 % + 268 3.7859 ± 0.0304 0.07628 ± 0.00182 0.08932 ± 0.00103 11.734 ± 0.104 % 90.351 ± 0.113 % + 269 3.7826 ± 0.0303 0.07642 ± 0.00181 0.08933 ± 0.00103 11.734 ± 0.104 % 90.340 ± 0.113 % + 270 3.7792 ± 0.0302 0.07633 ± 0.00181 0.08922 ± 0.00102 11.725 ± 0.104 % 90.343 ± 0.113 % + 271 3.7761 ± 0.0301 0.07646 ± 0.00181 0.08924 ± 0.00102 11.720 ± 0.104 % 90.338 ± 0.112 % + 272 3.7703 ± 0.0300 0.07616 ± 0.00180 0.08919 ± 0.00102 11.715 ± 0.103 % 90.342 ± 0.112 % + 273 3.7746 ± 0.0299 0.07622 ± 0.00180 0.08916 ± 0.00101 11.706 ± 0.103 % 90.344 ± 0.112 % + 274 3.7716 ± 0.0298 0.07620 ± 0.00180 0.08908 ± 0.00101 11.696 ± 0.103 % 90.346 ± 0.112 % + 275 3.7720 ± 0.0298 0.07612 ± 0.00179 0.08901 ± 0.00101 11.682 ± 0.103 % 90.347 ± 0.112 % + 276 3.7734 ± 0.0297 0.07600 ± 0.00179 0.08885 ± 0.00100 11.668 ± 0.102 % 90.358 ± 0.111 % + 277 3.7705 ± 0.0296 0.07595 ± 0.00178 0.08882 ± 0.00100 11.665 ± 0.102 % 90.348 ± 0.111 % + 278 3.7743 ± 0.0296 0.07582 ± 0.00178 0.08861 ± 0.00100 11.647 ± 0.102 % 90.358 ± 0.111 % + 279 3.7756 ± 0.0296 0.07591 ± 0.00177 0.08856 ± 0.00100 11.641 ± 0.102 % 90.362 ± 0.111 % + 280 3.7698 ± 0.0295 0.07564 ± 0.00177 0.08836 ± 0.00099 11.624 ± 0.102 % 90.381 ± 0.110 % + 281 3.7717 ± 0.0295 0.07580 ± 0.00177 0.08840 ± 0.00099 11.615 ± 0.101 % 90.375 ± 0.110 % + 282 3.7623 ± 0.0293 0.07563 ± 0.00176 0.08822 ± 0.00099 11.601 ± 0.101 % 90.396 ± 0.110 % + 283 3.7602 ± 0.0293 0.07559 ± 0.00176 0.08819 ± 0.00098 11.594 ± 0.101 % 90.407 ± 0.110 % + 284 3.7567 ± 0.0292 0.07596 ± 0.00176 0.08843 ± 0.00098 11.622 ± 0.101 % 90.384 ± 0.110 % + 285 3.7478 ± 0.0290 0.07677 ± 0.00177 0.08916 ± 0.00100 11.703 ± 0.102 % 90.382 ± 0.109 % + 286 3.7382 ± 0.0289 0.07684 ± 0.00176 0.08924 ± 0.00100 11.721 ± 0.101 % 90.388 ± 0.109 % + 287 3.7360 ± 0.0288 0.07675 ± 0.00176 0.08912 ± 0.00099 11.708 ± 0.101 % 90.393 ± 0.109 % + 288 3.7394 ± 0.0288 0.07662 ± 0.00175 0.08895 ± 0.00099 11.694 ± 0.101 % 90.388 ± 0.109 % + 289 3.7476 ± 0.0288 0.07646 ± 0.00175 0.08882 ± 0.00099 11.678 ± 0.101 % 90.372 ± 0.109 % + 290 3.7589 ± 0.0289 0.07623 ± 0.00175 0.08865 ± 0.00098 11.661 ± 0.101 % 90.371 ± 0.108 % + 291 3.7701 ± 0.0290 0.07609 ± 0.00174 0.08850 ± 0.00098 11.645 ± 0.100 % 90.375 ± 0.108 % + 292 3.7772 ± 0.0290 0.07593 ± 0.00174 0.08834 ± 0.00098 11.632 ± 0.100 % 90.381 ± 0.108 % + 293 3.7838 ± 0.0290 0.07579 ± 0.00173 0.08815 ± 0.00097 11.616 ± 0.100 % 90.378 ± 0.108 % + 294 3.7967 ± 0.0291 0.07567 ± 0.00173 0.08799 ± 0.00097 11.599 ± 0.100 % 90.377 ± 0.108 % + 295 3.7991 ± 0.0291 0.07545 ± 0.00172 0.08781 ± 0.00097 11.585 ± 0.100 % 90.385 ± 0.107 % + 296 3.8058 ± 0.0291 0.07526 ± 0.00172 0.08767 ± 0.00096 11.574 ± 0.100 % 90.396 ± 0.107 % + 297 3.8024 ± 0.0290 0.07510 ± 0.00171 0.08755 ± 0.00096 11.562 ± 0.099 % 90.405 ± 0.107 % + 298 3.8036 ± 0.0290 0.07484 ± 0.00171 0.08734 ± 0.00096 11.545 ± 0.099 % 90.407 ± 0.107 % + 299 3.8045 ± 0.0289 0.07460 ± 0.00170 0.08715 ± 0.00096 11.529 ± 0.099 % 90.411 ± 0.107 % + 300 3.8056 ± 0.0289 0.07446 ± 0.00170 0.08698 ± 0.00095 11.514 ± 0.099 % 90.412 ± 0.106 % + 301 3.8028 ± 0.0288 0.07454 ± 0.00170 0.08703 ± 0.00095 11.513 ± 0.098 % 90.397 ± 0.106 % + 302 3.8001 ± 0.0287 0.07437 ± 0.00169 0.08693 ± 0.00095 11.499 ± 0.098 % 90.405 ± 0.106 % + 303 3.8069 ± 0.0288 0.07435 ± 0.00169 0.08680 ± 0.00094 11.483 ± 0.098 % 90.402 ± 0.106 % + 304 3.8123 ± 0.0288 0.07412 ± 0.00169 0.08665 ± 0.00094 11.467 ± 0.098 % 90.404 ± 0.106 % + 305 3.8136 ± 0.0287 0.07403 ± 0.00168 0.08652 ± 0.00094 11.455 ± 0.098 % 90.416 ± 0.106 % + 306 3.8166 ± 0.0287 0.07375 ± 0.00168 0.08638 ± 0.00094 11.441 ± 0.098 % 90.420 ± 0.105 % + 307 3.8204 ± 0.0287 0.07351 ± 0.00167 0.08628 ± 0.00093 11.427 ± 0.097 % 90.417 ± 0.105 % + 308 3.8222 ± 0.0286 0.07319 ± 0.00167 0.08618 ± 0.00093 11.422 ± 0.097 % 90.421 ± 0.105 % + 309 3.8274 ± 0.0286 0.07300 ± 0.00167 0.08601 ± 0.00093 11.408 ± 0.097 % 90.426 ± 0.105 % + 310 3.8339 ± 0.0287 0.07284 ± 0.00166 0.08594 ± 0.00092 11.396 ± 0.097 % 90.421 ± 0.105 % + 311 3.8355 ± 0.0286 0.07269 ± 0.00166 0.08577 ± 0.00092 11.381 ± 0.097 % 90.429 ± 0.104 % + 312 3.8409 ± 0.0286 0.07254 ± 0.00165 0.08564 ± 0.00092 11.367 ± 0.096 % 90.416 ± 0.104 % + 313 3.8434 ± 0.0286 0.07238 ± 0.00165 0.08549 ± 0.00092 11.353 ± 0.096 % 90.424 ± 0.104 % + 314 3.8421 ± 0.0285 0.07208 ± 0.00165 0.08538 ± 0.00091 11.342 ± 0.096 % 90.430 ± 0.104 % + 315 3.8409 ± 0.0285 0.07187 ± 0.00164 0.08518 ± 0.00091 11.327 ± 0.096 % 90.444 ± 0.104 % + 316 3.8517 ± 0.0285 0.07162 ± 0.00164 0.08501 ± 0.00091 11.312 ± 0.096 % 90.432 ± 0.104 % + 317 3.8570 ± 0.0285 0.07147 ± 0.00163 0.08485 ± 0.00090 11.296 ± 0.096 % 90.434 ± 0.103 % + 318 3.8684 ± 0.0286 0.07134 ± 0.00163 0.08466 ± 0.00090 11.282 ± 0.095 % 90.437 ± 0.103 % + 319 3.8542 ± 0.0284 0.07146 ± 0.00163 0.08479 ± 0.00090 11.317 ± 0.095 % 90.448 ± 0.103 % + 320 3.8408 ± 0.0283 0.07178 ± 0.00163 0.08511 ± 0.00091 11.357 ± 0.096 % 90.460 ± 0.103 % + 321 3.8298 ± 0.0281 0.07215 ± 0.00163 0.08556 ± 0.00092 11.409 ± 0.096 % 90.459 ± 0.103 % + 322 3.8185 ± 0.0280 0.07253 ± 0.00163 0.08592 ± 0.00092 11.462 ± 0.096 % 90.458 ± 0.103 % + 323 3.8061 ± 0.0278 0.07299 ± 0.00163 0.08628 ± 0.00092 11.514 ± 0.096 % 90.460 ± 0.102 % + 324 3.7982 ± 0.0277 0.07352 ± 0.00163 0.08684 ± 0.00093 11.566 ± 0.096 % 90.449 ± 0.102 % + 325 3.7897 ± 0.0276 0.07429 ± 0.00164 0.08750 ± 0.00093 11.635 ± 0.096 % 90.435 ± 0.102 % + 326 3.7807 ± 0.0274 0.07479 ± 0.00164 0.08798 ± 0.00094 11.687 ± 0.096 % 90.416 ± 0.102 % + 327 3.7713 ± 0.0273 0.07541 ± 0.00164 0.08847 ± 0.00094 11.740 ± 0.096 % 90.407 ± 0.102 % + 328 3.7647 ± 0.0272 0.07601 ± 0.00164 0.08893 ± 0.00094 11.775 ± 0.096 % 90.391 ± 0.102 % + 329 3.7555 ± 0.0271 0.07637 ± 0.00164 0.08914 ± 0.00094 11.801 ± 0.096 % 90.390 ± 0.102 % + 330 3.7450 ± 0.0269 0.07675 ± 0.00164 0.08932 ± 0.00094 11.820 ± 0.095 % 90.396 ± 0.102 % + 331 3.7369 ± 0.0268 0.07730 ± 0.00164 0.08978 ± 0.00094 11.867 ± 0.095 % 90.390 ± 0.101 % + 332 3.7265 ± 0.0267 0.07772 ± 0.00164 0.09021 ± 0.00094 11.923 ± 0.096 % 90.383 ± 0.101 % + 333 3.7178 ± 0.0265 0.07800 ± 0.00164 0.09052 ± 0.00095 11.951 ± 0.095 % 90.379 ± 0.101 % + 334 3.7092 ± 0.0264 0.07852 ± 0.00164 0.09091 ± 0.00095 11.997 ± 0.095 % 90.376 ± 0.101 % + 335 3.6996 ± 0.0263 0.07906 ± 0.00164 0.09126 ± 0.00095 12.032 ± 0.095 % 90.371 ± 0.101 % + 336 3.6886 ± 0.0261 0.07940 ± 0.00164 0.09165 ± 0.00095 12.085 ± 0.095 % 90.368 ± 0.101 % + 337 3.6797 ± 0.0260 0.07987 ± 0.00164 0.09217 ± 0.00096 12.139 ± 0.095 % 90.362 ± 0.101 % + 338 3.6717 ± 0.0259 0.08029 ± 0.00164 0.09247 ± 0.00096 12.172 ± 0.095 % 90.361 ± 0.101 % + 339 3.6664 ± 0.0258 0.08042 ± 0.00164 0.09256 ± 0.00095 12.179 ± 0.095 % 90.359 ± 0.100 % + 340 3.6661 ± 0.0258 0.08022 ± 0.00164 0.09240 ± 0.00095 12.167 ± 0.095 % 90.361 ± 0.100 % + 341 3.6737 ± 0.0258 0.08003 ± 0.00163 0.09225 ± 0.00095 12.152 ± 0.095 % 90.352 ± 0.100 % + 342 3.6788 ± 0.0258 0.07989 ± 0.00163 0.09213 ± 0.00095 12.142 ± 0.095 % 90.349 ± 0.100 % + 343 3.6818 ± 0.0258 0.07983 ± 0.00163 0.09200 ± 0.00094 12.128 ± 0.094 % 90.337 ± 0.100 % + 344 3.6848 ± 0.0258 0.07968 ± 0.00162 0.09189 ± 0.00094 12.119 ± 0.094 % 90.320 ± 0.100 % + 345 3.6834 ± 0.0257 0.07948 ± 0.00162 0.09172 ± 0.00094 12.106 ± 0.094 % 90.326 ± 0.100 % + 346 3.6870 ± 0.0257 0.07940 ± 0.00162 0.09157 ± 0.00094 12.091 ± 0.094 % 90.325 ± 0.100 % + 347 3.6858 ± 0.0256 0.07924 ± 0.00161 0.09140 ± 0.00093 12.078 ± 0.094 % 90.312 ± 0.099 % + 348 3.6865 ± 0.0256 0.07913 ± 0.00161 0.09130 ± 0.00093 12.065 ± 0.094 % 90.309 ± 0.099 % + 349 3.6871 ± 0.0256 0.07897 ± 0.00161 0.09117 ± 0.00093 12.051 ± 0.093 % 90.302 ± 0.099 % + 350 3.6940 ± 0.0256 0.07886 ± 0.00160 0.09101 ± 0.00093 12.037 ± 0.093 % 90.308 ± 0.099 % + 351 3.6948 ± 0.0256 0.07875 ± 0.00160 0.09085 ± 0.00092 12.024 ± 0.093 % 90.313 ± 0.099 % + 352 3.6934 ± 0.0255 0.07861 ± 0.00159 0.09067 ± 0.00092 12.012 ± 0.093 % 90.325 ± 0.099 % + 353 3.7025 ± 0.0256 0.07857 ± 0.00159 0.09055 ± 0.00092 12.000 ± 0.093 % 90.331 ± 0.099 % + 354 3.7109 ± 0.0256 0.07843 ± 0.00159 0.09036 ± 0.00092 11.984 ± 0.093 % 90.339 ± 0.098 % + 355 3.7191 ± 0.0256 0.07831 ± 0.00158 0.09022 ± 0.00091 11.970 ± 0.093 % 90.342 ± 0.098 % + 356 3.7171 ± 0.0256 0.07824 ± 0.00158 0.09008 ± 0.00091 11.958 ± 0.092 % 90.344 ± 0.098 % + 357 3.7066 ± 0.0255 0.07861 ± 0.00158 0.09037 ± 0.00091 12.000 ± 0.092 % 90.341 ± 0.098 % + 358 3.7030 ± 0.0254 0.07897 ± 0.00158 0.09068 ± 0.00091 12.019 ± 0.092 % 90.328 ± 0.098 % + 359 3.7036 ± 0.0254 0.07917 ± 0.00158 0.09094 ± 0.00091 12.029 ± 0.092 % 90.312 ± 0.098 % + 360 3.6974 ± 0.0253 0.07929 ± 0.00158 0.09106 ± 0.00091 12.038 ± 0.092 % 90.313 ± 0.098 % + 361 3.6880 ± 0.0252 0.07951 ± 0.00158 0.09116 ± 0.00091 12.057 ± 0.092 % 90.318 ± 0.097 % + 362 3.6834 ± 0.0251 0.07953 ± 0.00158 0.09124 ± 0.00091 12.058 ± 0.092 % 90.312 ± 0.097 % + 363 3.6877 ± 0.0251 0.07970 ± 0.00158 0.09135 ± 0.00091 12.059 ± 0.091 % 90.293 ± 0.097 % + 364 3.7010 ± 0.0252 0.07955 ± 0.00158 0.09133 ± 0.00091 12.046 ± 0.091 % 90.283 ± 0.097 % + 365 3.7111 ± 0.0252 0.07958 ± 0.00157 0.09131 ± 0.00090 12.036 ± 0.091 % 90.276 ± 0.097 % + 366 3.7271 ± 0.0254 0.07944 ± 0.00157 0.09130 ± 0.00090 12.023 ± 0.091 % 90.263 ± 0.097 % + 367 3.7371 ± 0.0255 0.07939 ± 0.00157 0.09127 ± 0.00090 12.013 ± 0.091 % 90.255 ± 0.097 % + 368 3.7435 ± 0.0255 0.07916 ± 0.00157 0.09130 ± 0.00090 12.009 ± 0.091 % 90.253 ± 0.097 % + 369 3.7559 ± 0.0256 0.07904 ± 0.00157 0.09125 ± 0.00090 12.000 ± 0.090 % 90.243 ± 0.097 % + 370 3.7663 ± 0.0257 0.07888 ± 0.00156 0.09120 ± 0.00089 11.988 ± 0.090 % 90.245 ± 0.097 % + 371 3.7702 ± 0.0257 0.07895 ± 0.00156 0.09130 ± 0.00089 11.984 ± 0.090 % 90.227 ± 0.097 % + 372 3.7777 ± 0.0257 0.07894 ± 0.00156 0.09131 ± 0.00089 11.975 ± 0.090 % 90.208 ± 0.096 % + 373 3.7860 ± 0.0257 0.07886 ± 0.00156 0.09126 ± 0.00089 11.963 ± 0.090 % 90.203 ± 0.096 % + 374 3.7934 ± 0.0258 0.07876 ± 0.00155 0.09124 ± 0.00089 11.952 ± 0.090 % 90.192 ± 0.096 % + 375 3.7995 ± 0.0258 0.07884 ± 0.00155 0.09126 ± 0.00088 11.941 ± 0.090 % 90.184 ± 0.096 % + 376 3.8049 ± 0.0258 0.07877 ± 0.00155 0.09120 ± 0.00088 11.929 ± 0.089 % 90.180 ± 0.096 % + 377 3.8086 ± 0.0258 0.07876 ± 0.00155 0.09126 ± 0.00088 11.927 ± 0.089 % 90.170 ± 0.096 % + 378 3.8198 ± 0.0259 0.07859 ± 0.00155 0.09120 ± 0.00088 11.914 ± 0.089 % 90.170 ± 0.096 % + 379 3.8286 ± 0.0259 0.07860 ± 0.00155 0.09116 ± 0.00088 11.904 ± 0.089 % 90.152 ± 0.096 % + 380 3.8349 ± 0.0259 0.07868 ± 0.00154 0.09125 ± 0.00087 11.897 ± 0.089 % 90.133 ± 0.096 % + 381 3.8432 ± 0.0260 0.07870 ± 0.00154 0.09122 ± 0.00087 11.886 ± 0.089 % 90.120 ± 0.096 % + 382 3.8501 ± 0.0260 0.07856 ± 0.00154 0.09115 ± 0.00087 11.875 ± 0.089 % 90.114 ± 0.096 % + 383 3.8636 ± 0.0261 0.07848 ± 0.00154 0.09110 ± 0.00087 11.863 ± 0.088 % 90.108 ± 0.096 % + 384 3.8727 ± 0.0261 0.07827 ± 0.00154 0.09110 ± 0.00087 11.851 ± 0.088 % 90.095 ± 0.095 % + 385 3.8748 ± 0.0261 0.07808 ± 0.00153 0.09096 ± 0.00086 11.839 ± 0.088 % 90.099 ± 0.095 % + 386 3.8774 ± 0.0261 0.07808 ± 0.00153 0.09096 ± 0.00086 11.833 ± 0.088 % 90.097 ± 0.095 % + 387 3.8813 ± 0.0261 0.07790 ± 0.00153 0.09088 ± 0.00086 11.822 ± 0.088 % 90.097 ± 0.095 % + 388 3.8951 ± 0.0262 0.07775 ± 0.00153 0.09077 ± 0.00086 11.809 ± 0.088 % 90.092 ± 0.095 % + 389 3.9056 ± 0.0263 0.07760 ± 0.00152 0.09069 ± 0.00086 11.798 ± 0.088 % 90.092 ± 0.095 % + 390 3.9065 ± 0.0262 0.07747 ± 0.00152 0.09062 ± 0.00086 11.785 ± 0.088 % 90.095 ± 0.095 % + 391 3.9053 ± 0.0262 0.07742 ± 0.00152 0.09052 ± 0.00085 11.778 ± 0.087 % 90.093 ± 0.095 % + 392 3.8957 ± 0.0261 0.07782 ± 0.00152 0.09090 ± 0.00086 11.829 ± 0.088 % 90.093 ± 0.094 % + 393 3.8892 ± 0.0260 0.07829 ± 0.00152 0.09127 ± 0.00086 11.868 ± 0.087 % 90.083 ± 0.094 % + 394 3.8930 ± 0.0260 0.07825 ± 0.00152 0.09116 ± 0.00086 11.857 ± 0.087 % 90.084 ± 0.094 % + 395 3.8968 ± 0.0260 0.07808 ± 0.00151 0.09103 ± 0.00085 11.845 ± 0.087 % 90.082 ± 0.094 % + 396 3.8985 ± 0.0260 0.07800 ± 0.00151 0.09095 ± 0.00085 11.836 ± 0.087 % 90.087 ± 0.094 % + 397 3.9022 ± 0.0259 0.07788 ± 0.00151 0.09086 ± 0.00085 11.827 ± 0.087 % 90.083 ± 0.094 % + 398 3.9037 ± 0.0259 0.07784 ± 0.00151 0.09081 ± 0.00085 11.818 ± 0.087 % 90.085 ± 0.094 % + 399 3.9065 ± 0.0259 0.07790 ± 0.00150 0.09070 ± 0.00085 11.808 ± 0.087 % 90.090 ± 0.094 % + 400 3.9053 ± 0.0259 0.07784 ± 0.00150 0.09061 ± 0.00084 11.800 ± 0.086 % 90.094 ± 0.094 % + 401 3.9028 ± 0.0258 0.07788 ± 0.00150 0.09050 ± 0.00084 11.794 ± 0.086 % 90.102 ± 0.093 % + 402 3.8941 ± 0.0257 0.07797 ± 0.00150 0.09051 ± 0.00084 11.800 ± 0.086 % 90.110 ± 0.093 % + 403 3.8848 ± 0.0256 0.07796 ± 0.00150 0.09051 ± 0.00084 11.807 ± 0.086 % 90.126 ± 0.093 % + 404 3.8779 ± 0.0255 0.07813 ± 0.00150 0.09070 ± 0.00084 11.820 ± 0.086 % 90.131 ± 0.093 % + 405 3.8789 ± 0.0255 0.07840 ± 0.00150 0.09097 ± 0.00084 11.843 ± 0.086 % 90.118 ± 0.093 % + 406 3.8739 ± 0.0254 0.07893 ± 0.00150 0.09146 ± 0.00084 11.872 ± 0.086 % 90.108 ± 0.093 % + 407 3.8654 ± 0.0253 0.07924 ± 0.00150 0.09174 ± 0.00085 11.892 ± 0.086 % 90.108 ± 0.093 % + 408 3.8575 ± 0.0252 0.07952 ± 0.00150 0.09202 ± 0.00085 11.922 ± 0.086 % 90.101 ± 0.093 % + 409 3.8504 ± 0.0251 0.07992 ± 0.00150 0.09257 ± 0.00085 11.971 ± 0.086 % 90.093 ± 0.093 % + 410 3.8420 ± 0.0250 0.08006 ± 0.00151 0.09275 ± 0.00085 11.988 ± 0.086 % 90.102 ± 0.092 % + 411 3.8334 ± 0.0249 0.08015 ± 0.00150 0.09287 ± 0.00085 12.003 ± 0.086 % 90.112 ± 0.092 % + 412 3.8239 ± 0.0248 0.08037 ± 0.00150 0.09299 ± 0.00085 12.021 ± 0.086 % 90.121 ± 0.092 % + 413 3.8153 ± 0.0247 0.08054 ± 0.00150 0.09313 ± 0.00086 12.032 ± 0.086 % 90.129 ± 0.092 % + 414 3.8061 ± 0.0246 0.08078 ± 0.00150 0.09333 ± 0.00086 12.067 ± 0.086 % 90.134 ± 0.092 % + 415 3.7985 ± 0.0245 0.08090 ± 0.00150 0.09368 ± 0.00086 12.096 ± 0.086 % 90.128 ± 0.092 % + 416 3.7883 ± 0.0244 0.08107 ± 0.00150 0.09384 ± 0.00086 12.116 ± 0.086 % 90.142 ± 0.092 % + 417 3.7781 ± 0.0243 0.08117 ± 0.00150 0.09388 ± 0.00086 12.128 ± 0.086 % 90.153 ± 0.091 % + 418 3.7684 ± 0.0242 0.08125 ± 0.00150 0.09392 ± 0.00086 12.140 ± 0.085 % 90.161 ± 0.091 % + 419 3.7581 ± 0.0241 0.08135 ± 0.00150 0.09404 ± 0.00086 12.161 ± 0.086 % 90.174 ± 0.091 % + 420 3.7488 ± 0.0240 0.08142 ± 0.00150 0.09407 ± 0.00086 12.171 ± 0.085 % 90.183 ± 0.091 % + 421 3.7401 ± 0.0239 0.08167 ± 0.00150 0.09418 ± 0.00086 12.189 ± 0.085 % 90.190 ± 0.091 % + 422 3.7324 ± 0.0238 0.08179 ± 0.00149 0.09430 ± 0.00086 12.206 ± 0.085 % 90.196 ± 0.091 % + 423 3.7263 ± 0.0237 0.08190 ± 0.00149 0.09437 ± 0.00086 12.216 ± 0.085 % 90.203 ± 0.091 % + 424 3.7268 ± 0.0237 0.08193 ± 0.00149 0.09441 ± 0.00086 12.216 ± 0.085 % 90.202 ± 0.090 % + 425 3.7252 ± 0.0237 0.08207 ± 0.00149 0.09463 ± 0.00086 12.227 ± 0.085 % 90.198 ± 0.090 % + 426 3.7239 ± 0.0236 0.08234 ± 0.00149 0.09502 ± 0.00086 12.250 ± 0.085 % 90.173 ± 0.090 % + 427 3.7228 ± 0.0236 0.08243 ± 0.00149 0.09520 ± 0.00086 12.258 ± 0.085 % 90.154 ± 0.090 % + 428 3.7172 ± 0.0235 0.08251 ± 0.00149 0.09527 ± 0.00086 12.258 ± 0.085 % 90.161 ± 0.090 % + 429 3.7101 ± 0.0234 0.08283 ± 0.00149 0.09554 ± 0.00086 12.287 ± 0.085 % 90.160 ± 0.090 % + 430 3.7124 ± 0.0234 0.08285 ± 0.00149 0.09567 ± 0.00086 12.292 ± 0.084 % 90.149 ± 0.090 % + 431 3.7065 ± 0.0234 0.08294 ± 0.00149 0.09570 ± 0.00086 12.297 ± 0.084 % 90.157 ± 0.090 % + 432 3.7034 ± 0.0233 0.08331 ± 0.00149 0.09597 ± 0.00086 12.315 ± 0.084 % 90.142 ± 0.090 % + 433 3.7052 ± 0.0233 0.08328 ± 0.00149 0.09611 ± 0.00086 12.316 ± 0.084 % 90.132 ± 0.090 % + 434 3.6976 ± 0.0232 0.08337 ± 0.00149 0.09617 ± 0.00086 12.327 ± 0.084 % 90.145 ± 0.090 % + 435 3.6932 ± 0.0231 0.08393 ± 0.00149 0.09655 ± 0.00086 12.373 ± 0.084 % 90.131 ± 0.090 % + 436 3.6918 ± 0.0231 0.08421 ± 0.00149 0.09670 ± 0.00086 12.384 ± 0.084 % 90.118 ± 0.089 % + 437 3.6878 ± 0.0230 0.08426 ± 0.00149 0.09668 ± 0.00086 12.381 ± 0.084 % 90.116 ± 0.089 % + 438 3.6878 ± 0.0230 0.08460 ± 0.00149 0.09694 ± 0.00086 12.397 ± 0.083 % 90.101 ± 0.089 % + 439 3.6875 ± 0.0230 0.08487 ± 0.00149 0.09715 ± 0.00086 12.408 ± 0.083 % 90.097 ± 0.089 % + 440 3.6863 ± 0.0230 0.08485 ± 0.00149 0.09722 ± 0.00086 12.411 ± 0.083 % 90.094 ± 0.089 % + 441 3.6782 ± 0.0229 0.08507 ± 0.00149 0.09740 ± 0.00086 12.435 ± 0.083 % 90.095 ± 0.089 % + 442 3.6789 ± 0.0229 0.08508 ± 0.00149 0.09754 ± 0.00086 12.440 ± 0.083 % 90.090 ± 0.089 % + 443 3.6749 ± 0.0228 0.08506 ± 0.00149 0.09756 ± 0.00086 12.445 ± 0.083 % 90.087 ± 0.089 % + 444 3.6678 ± 0.0227 0.08509 ± 0.00149 0.09770 ± 0.00085 12.465 ± 0.083 % 90.092 ± 0.089 % + 445 3.6610 ± 0.0226 0.08524 ± 0.00149 0.09789 ± 0.00086 12.481 ± 0.083 % 90.096 ± 0.089 % + 446 3.6588 ± 0.0226 0.08541 ± 0.00148 0.09812 ± 0.00086 12.491 ± 0.083 % 90.094 ± 0.089 % + 447 3.6539 ± 0.0225 0.08554 ± 0.00148 0.09823 ± 0.00085 12.496 ± 0.082 % 90.091 ± 0.088 % + 448 3.6503 ± 0.0225 0.08573 ± 0.00148 0.09838 ± 0.00085 12.513 ± 0.082 % 90.093 ± 0.088 % + 449 3.6477 ± 0.0224 0.08616 ± 0.00148 0.09874 ± 0.00085 12.546 ± 0.082 % 90.071 ± 0.088 % + 450 3.6473 ± 0.0224 0.08603 ± 0.00148 0.09871 ± 0.00085 12.542 ± 0.082 % 90.067 ± 0.088 % + 451 3.6449 ± 0.0223 0.08589 ± 0.00148 0.09860 ± 0.00085 12.533 ± 0.082 % 90.075 ± 0.088 % + 452 3.6449 ± 0.0223 0.08579 ± 0.00148 0.09847 ± 0.00085 12.522 ± 0.082 % 90.083 ± 0.088 % + 453 3.6483 ± 0.0223 0.08561 ± 0.00147 0.09836 ± 0.00085 12.511 ± 0.082 % 90.079 ± 0.088 % + 454 3.6537 ± 0.0224 0.08551 ± 0.00147 0.09823 ± 0.00085 12.501 ± 0.082 % 90.077 ± 0.088 % + 455 3.6603 ± 0.0224 0.08534 ± 0.00147 0.09814 ± 0.00084 12.490 ± 0.082 % 90.079 ± 0.088 % + 456 3.6674 ± 0.0224 0.08524 ± 0.00147 0.09803 ± 0.00084 12.480 ± 0.082 % 90.081 ± 0.088 % + 457 3.6662 ± 0.0224 0.08524 ± 0.00146 0.09800 ± 0.00084 12.473 ± 0.081 % 90.082 ± 0.088 % + 458 3.6674 ± 0.0224 0.08523 ± 0.00146 0.09792 ± 0.00084 12.464 ± 0.081 % 90.078 ± 0.087 % + 459 3.6705 ± 0.0224 0.08520 ± 0.00146 0.09780 ± 0.00084 12.453 ± 0.081 % 90.081 ± 0.087 % + 460 3.6753 ± 0.0224 0.08514 ± 0.00146 0.09778 ± 0.00084 12.446 ± 0.081 % 90.073 ± 0.087 % + 461 3.6801 ± 0.0224 0.08503 ± 0.00146 0.09770 ± 0.00083 12.436 ± 0.081 % 90.072 ± 0.087 % + 462 3.6833 ± 0.0224 0.08490 ± 0.00145 0.09759 ± 0.00083 12.425 ± 0.081 % 90.073 ± 0.087 % + 463 3.6872 ± 0.0224 0.08477 ± 0.00145 0.09749 ± 0.00083 12.414 ± 0.081 % 90.076 ± 0.087 % + 464 3.6917 ± 0.0224 0.08468 ± 0.00145 0.09739 ± 0.00083 12.403 ± 0.081 % 90.079 ± 0.087 % + 465 3.6974 ± 0.0224 0.08464 ± 0.00145 0.09728 ± 0.00083 12.394 ± 0.081 % 90.080 ± 0.087 % + 466 3.7025 ± 0.0225 0.08458 ± 0.00144 0.09720 ± 0.00083 12.385 ± 0.081 % 90.082 ± 0.087 % + 467 3.7050 ± 0.0224 0.08458 ± 0.00144 0.09713 ± 0.00083 12.378 ± 0.080 % 90.081 ± 0.087 % + 468 3.7062 ± 0.0224 0.08450 ± 0.00144 0.09700 ± 0.00082 12.367 ± 0.080 % 90.085 ± 0.087 % + 469 3.7078 ± 0.0224 0.08437 ± 0.00144 0.09688 ± 0.00082 12.358 ± 0.080 % 90.090 ± 0.086 % + 470 3.7086 ± 0.0224 0.08429 ± 0.00143 0.09674 ± 0.00082 12.347 ± 0.080 % 90.093 ± 0.086 % + 471 3.7111 ± 0.0224 0.08415 ± 0.00143 0.09659 ± 0.00082 12.336 ± 0.080 % 90.097 ± 0.086 % + 472 3.7188 ± 0.0224 0.08413 ± 0.00143 0.09649 ± 0.00082 12.326 ± 0.080 % 90.103 ± 0.086 % + 473 3.7221 ± 0.0224 0.08396 ± 0.00143 0.09634 ± 0.00082 12.314 ± 0.080 % 90.107 ± 0.086 % + 474 3.7229 ± 0.0224 0.08379 ± 0.00142 0.09620 ± 0.00081 12.304 ± 0.080 % 90.114 ± 0.086 % + 475 3.7246 ± 0.0224 0.08374 ± 0.00142 0.09608 ± 0.00081 12.295 ± 0.080 % 90.117 ± 0.086 % + 476 3.7226 ± 0.0224 0.08360 ± 0.00142 0.09596 ± 0.00081 12.287 ± 0.080 % 90.129 ± 0.086 % + 477 3.7269 ± 0.0224 0.08360 ± 0.00142 0.09589 ± 0.00081 12.280 ± 0.080 % 90.129 ± 0.086 % + 478 3.7343 ± 0.0224 0.08342 ± 0.00142 0.09576 ± 0.00081 12.270 ± 0.079 % 90.131 ± 0.085 % + 479 3.7375 ± 0.0225 0.08340 ± 0.00142 0.09570 ± 0.00081 12.268 ± 0.079 % 90.133 ± 0.085 % + 480 3.7384 ± 0.0224 0.08357 ± 0.00141 0.09596 ± 0.00081 12.284 ± 0.079 % 90.112 ± 0.085 % + 481 3.7428 ± 0.0225 0.08349 ± 0.00141 0.09589 ± 0.00080 12.276 ± 0.079 % 90.110 ± 0.085 % + 482 3.7440 ± 0.0224 0.08334 ± 0.00141 0.09584 ± 0.00080 12.270 ± 0.079 % 90.110 ± 0.085 % + 483 3.7479 ± 0.0224 0.08314 ± 0.00141 0.09572 ± 0.00080 12.259 ± 0.079 % 90.114 ± 0.085 % + 484 3.7507 ± 0.0224 0.08294 ± 0.00141 0.09561 ± 0.00080 12.249 ± 0.079 % 90.119 ± 0.085 % + 485 3.7510 ± 0.0224 0.08277 ± 0.00140 0.09553 ± 0.00080 12.241 ± 0.079 % 90.118 ± 0.085 % + 486 3.7492 ± 0.0224 0.08263 ± 0.00140 0.09539 ± 0.00080 12.233 ± 0.079 % 90.120 ± 0.085 % + 487 3.7527 ± 0.0224 0.08246 ± 0.00140 0.09531 ± 0.00080 12.222 ± 0.079 % 90.118 ± 0.085 % + 488 3.7532 ± 0.0224 0.08233 ± 0.00140 0.09518 ± 0.00079 12.212 ± 0.079 % 90.123 ± 0.085 % + 489 3.7525 ± 0.0223 0.08217 ± 0.00139 0.09503 ± 0.00079 12.200 ± 0.078 % 90.131 ± 0.084 % + 490 3.7553 ± 0.0223 0.08209 ± 0.00139 0.09489 ± 0.00079 12.190 ± 0.078 % 90.130 ± 0.084 % + 491 3.7575 ± 0.0223 0.08207 ± 0.00139 0.09484 ± 0.00079 12.183 ± 0.078 % 90.130 ± 0.084 % + 492 3.7588 ± 0.0223 0.08209 ± 0.00139 0.09475 ± 0.00079 12.174 ± 0.078 % 90.132 ± 0.084 % + 493 3.7608 ± 0.0223 0.08202 ± 0.00139 0.09462 ± 0.00079 12.164 ± 0.078 % 90.145 ± 0.084 % + 494 3.7681 ± 0.0223 0.08186 ± 0.00138 0.09458 ± 0.00079 12.155 ± 0.078 % 90.144 ± 0.084 % + 495 3.7741 ± 0.0224 0.08174 ± 0.00138 0.09451 ± 0.00078 12.146 ± 0.078 % 90.141 ± 0.084 % + 496 3.7724 ± 0.0223 0.08166 ± 0.00138 0.09442 ± 0.00078 12.139 ± 0.078 % 90.145 ± 0.084 % + 497 3.7760 ± 0.0224 0.08154 ± 0.00138 0.09432 ± 0.00078 12.129 ± 0.078 % 90.152 ± 0.084 % + 498 3.7765 ± 0.0223 0.08149 ± 0.00138 0.09420 ± 0.00078 12.119 ± 0.078 % 90.158 ± 0.084 % + 499 3.7775 ± 0.0223 0.08143 ± 0.00137 0.09413 ± 0.00078 12.113 ± 0.078 % 90.166 ± 0.083 % + 500 3.7858 ± 0.0224 0.08130 ± 0.00137 0.09400 ± 0.00078 12.103 ± 0.077 % 90.169 ± 0.083 % + 501 3.7881 ± 0.0224 0.08112 ± 0.00137 0.09389 ± 0.00078 12.093 ± 0.077 % 90.174 ± 0.083 % + 502 3.7915 ± 0.0224 0.08102 ± 0.00137 0.09378 ± 0.00077 12.083 ± 0.077 % 90.177 ± 0.083 % + 503 3.7951 ± 0.0224 0.08092 ± 0.00137 0.09366 ± 0.00077 12.073 ± 0.077 % 90.179 ± 0.083 % + 504 3.7983 ± 0.0224 0.08076 ± 0.00136 0.09352 ± 0.00077 12.062 ± 0.077 % 90.184 ± 0.083 % + 505 3.8027 ± 0.0224 0.08065 ± 0.00136 0.09339 ± 0.00077 12.052 ± 0.077 % 90.189 ± 0.083 % + 506 3.8064 ± 0.0224 0.08057 ± 0.00136 0.09328 ± 0.00077 12.042 ± 0.077 % 90.196 ± 0.083 % + 507 3.8087 ± 0.0224 0.08044 ± 0.00136 0.09316 ± 0.00077 12.032 ± 0.077 % 90.198 ± 0.083 % + 508 3.8152 ± 0.0224 0.08032 ± 0.00136 0.09305 ± 0.00077 12.022 ± 0.077 % 90.199 ± 0.083 % + 509 3.8136 ± 0.0224 0.08016 ± 0.00135 0.09297 ± 0.00076 12.014 ± 0.077 % 90.199 ± 0.083 % + 510 3.8143 ± 0.0224 0.08003 ± 0.00135 0.09288 ± 0.00076 12.004 ± 0.077 % 90.200 ± 0.082 % + 511 3.8157 ± 0.0224 0.07986 ± 0.00135 0.09278 ± 0.00076 11.995 ± 0.077 % 90.208 ± 0.082 % + 512 3.8175 ± 0.0224 0.07980 ± 0.00135 0.09270 ± 0.00076 11.987 ± 0.076 % 90.216 ± 0.082 % + 513 3.8190 ± 0.0223 0.07969 ± 0.00135 0.09260 ± 0.00076 11.978 ± 0.076 % 90.213 ± 0.082 % + 514 3.8172 ± 0.0223 0.07957 ± 0.00134 0.09250 ± 0.00076 11.969 ± 0.076 % 90.214 ± 0.082 % + 515 3.8169 ± 0.0223 0.07948 ± 0.00134 0.09240 ± 0.00076 11.962 ± 0.076 % 90.221 ± 0.082 % + 516 3.8206 ± 0.0223 0.07937 ± 0.00134 0.09231 ± 0.00075 11.954 ± 0.076 % 90.227 ± 0.082 % + 517 3.8262 ± 0.0223 0.07930 ± 0.00134 0.09220 ± 0.00075 11.945 ± 0.076 % 90.234 ± 0.082 % + 518 3.8277 ± 0.0223 0.07921 ± 0.00134 0.09211 ± 0.00075 11.937 ± 0.076 % 90.239 ± 0.082 % + 519 3.8274 ± 0.0223 0.07909 ± 0.00133 0.09199 ± 0.00075 11.928 ± 0.076 % 90.247 ± 0.082 % + 520 3.8296 ± 0.0223 0.07899 ± 0.00133 0.09190 ± 0.00075 11.921 ± 0.076 % 90.248 ± 0.081 % + 521 3.8347 ± 0.0223 0.07883 ± 0.00133 0.09178 ± 0.00075 11.910 ± 0.076 % 90.250 ± 0.081 % + 522 3.8412 ± 0.0223 0.07876 ± 0.00133 0.09167 ± 0.00075 11.902 ± 0.076 % 90.253 ± 0.081 % + 523 3.8406 ± 0.0223 0.07866 ± 0.00133 0.09155 ± 0.00074 11.892 ± 0.075 % 90.259 ± 0.081 % + 524 3.8443 ± 0.0223 0.07855 ± 0.00132 0.09144 ± 0.00074 11.883 ± 0.075 % 90.263 ± 0.081 % + 525 3.8401 ± 0.0223 0.07855 ± 0.00132 0.09143 ± 0.00074 11.885 ± 0.075 % 90.274 ± 0.081 % + 526 3.8324 ± 0.0222 0.07861 ± 0.00132 0.09149 ± 0.00074 11.902 ± 0.075 % 90.280 ± 0.081 % + 527 3.8260 ± 0.0221 0.07879 ± 0.00132 0.09167 ± 0.00074 11.918 ± 0.075 % 90.280 ± 0.081 % + 528 3.8256 ± 0.0221 0.07900 ± 0.00132 0.09185 ± 0.00074 11.925 ± 0.075 % 90.274 ± 0.081 % + 529 3.8243 ± 0.0221 0.07918 ± 0.00132 0.09201 ± 0.00074 11.932 ± 0.075 % 90.264 ± 0.081 % + 530 3.8232 ± 0.0220 0.07909 ± 0.00132 0.09202 ± 0.00074 11.928 ± 0.075 % 90.263 ± 0.081 % + 531 3.8227 ± 0.0220 0.07920 ± 0.00132 0.09218 ± 0.00074 11.932 ± 0.075 % 90.253 ± 0.081 % + 532 3.8237 ± 0.0220 0.07908 ± 0.00132 0.09210 ± 0.00074 11.923 ± 0.075 % 90.255 ± 0.081 % + 533 3.8204 ± 0.0219 0.07925 ± 0.00132 0.09218 ± 0.00074 11.928 ± 0.075 % 90.251 ± 0.080 % + 534 3.8219 ± 0.0219 0.07936 ± 0.00132 0.09225 ± 0.00074 11.926 ± 0.075 % 90.240 ± 0.080 % + 535 3.8210 ± 0.0219 0.07948 ± 0.00132 0.09240 ± 0.00074 11.930 ± 0.074 % 90.229 ± 0.080 % + 536 3.8194 ± 0.0219 0.07962 ± 0.00132 0.09261 ± 0.00074 11.941 ± 0.074 % 90.218 ± 0.080 % + 537 3.8157 ± 0.0218 0.07997 ± 0.00132 0.09298 ± 0.00074 11.966 ± 0.074 % 90.208 ± 0.080 % + 538 3.8162 ± 0.0218 0.07999 ± 0.00132 0.09298 ± 0.00074 11.962 ± 0.074 % 90.200 ± 0.080 % + 539 3.8136 ± 0.0218 0.08012 ± 0.00132 0.09303 ± 0.00074 11.965 ± 0.074 % 90.195 ± 0.080 % + 540 3.8163 ± 0.0218 0.08021 ± 0.00131 0.09311 ± 0.00074 11.962 ± 0.074 % 90.186 ± 0.080 % + 541 3.8168 ± 0.0217 0.08023 ± 0.00131 0.09315 ± 0.00073 11.963 ± 0.074 % 90.177 ± 0.080 % + 542 3.8207 ± 0.0218 0.08019 ± 0.00131 0.09306 ± 0.00073 11.954 ± 0.074 % 90.173 ± 0.080 % + 543 3.8198 ± 0.0217 0.08012 ± 0.00131 0.09302 ± 0.00073 11.949 ± 0.074 % 90.174 ± 0.080 % + 544 3.8157 ± 0.0217 0.08003 ± 0.00131 0.09293 ± 0.00073 11.944 ± 0.074 % 90.181 ± 0.080 % + 545 3.8134 ± 0.0216 0.07990 ± 0.00131 0.09281 ± 0.00073 11.934 ± 0.074 % 90.192 ± 0.080 % + 546 3.8175 ± 0.0216 0.07977 ± 0.00130 0.09275 ± 0.00073 11.928 ± 0.074 % 90.187 ± 0.080 % + 547 3.8163 ± 0.0216 0.07970 ± 0.00130 0.09264 ± 0.00073 11.920 ± 0.073 % 90.194 ± 0.080 % + 548 3.8150 ± 0.0216 0.07961 ± 0.00130 0.09255 ± 0.00073 11.914 ± 0.073 % 90.201 ± 0.080 % + 549 3.8116 ± 0.0215 0.07954 ± 0.00130 0.09248 ± 0.00072 11.910 ± 0.073 % 90.210 ± 0.079 % + 550 3.8076 ± 0.0215 0.07942 ± 0.00130 0.09237 ± 0.00072 11.901 ± 0.073 % 90.217 ± 0.079 % + 551 3.8004 ± 0.0214 0.07944 ± 0.00130 0.09243 ± 0.00072 11.910 ± 0.073 % 90.222 ± 0.079 % + 552 3.7968 ± 0.0214 0.07953 ± 0.00130 0.09270 ± 0.00072 11.934 ± 0.073 % 90.212 ± 0.079 % + 553 3.7944 ± 0.0213 0.07981 ± 0.00130 0.09293 ± 0.00072 11.954 ± 0.073 % 90.200 ± 0.079 % + 554 3.7947 ± 0.0213 0.07984 ± 0.00130 0.09298 ± 0.00072 11.952 ± 0.073 % 90.193 ± 0.079 % + 555 3.8000 ± 0.0213 0.07977 ± 0.00130 0.09293 ± 0.00072 11.946 ± 0.073 % 90.194 ± 0.079 % + 556 3.8022 ± 0.0213 0.07976 ± 0.00129 0.09298 ± 0.00072 11.943 ± 0.073 % 90.188 ± 0.079 % + 557 3.8039 ± 0.0213 0.07987 ± 0.00129 0.09308 ± 0.00072 11.944 ± 0.073 % 90.187 ± 0.079 % + 558 3.8076 ± 0.0213 0.07987 ± 0.00129 0.09306 ± 0.00072 11.939 ± 0.073 % 90.183 ± 0.079 % + 559 3.8129 ± 0.0214 0.07990 ± 0.00129 0.09309 ± 0.00072 11.934 ± 0.072 % 90.176 ± 0.079 % + 560 3.8173 ± 0.0214 0.07977 ± 0.00129 0.09306 ± 0.00072 11.929 ± 0.072 % 90.170 ± 0.079 % + 561 3.8235 ± 0.0214 0.07970 ± 0.00129 0.09302 ± 0.00072 11.921 ± 0.072 % 90.164 ± 0.079 % + 562 3.8230 ± 0.0214 0.07964 ± 0.00129 0.09301 ± 0.00072 11.916 ± 0.072 % 90.163 ± 0.079 % + 563 3.8238 ± 0.0214 0.07984 ± 0.00129 0.09311 ± 0.00072 11.921 ± 0.072 % 90.156 ± 0.079 % + 564 3.8163 ± 0.0213 0.07983 ± 0.00129 0.09306 ± 0.00072 11.922 ± 0.072 % 90.167 ± 0.079 % + 565 3.8103 ± 0.0212 0.07986 ± 0.00129 0.09312 ± 0.00072 11.928 ± 0.072 % 90.176 ± 0.078 % + 566 3.8038 ± 0.0212 0.07993 ± 0.00129 0.09322 ± 0.00072 11.942 ± 0.072 % 90.180 ± 0.078 % + 567 3.7960 ± 0.0211 0.07993 ± 0.00129 0.09330 ± 0.00072 11.962 ± 0.072 % 90.184 ± 0.078 % + 568 3.7891 ± 0.0210 0.08010 ± 0.00129 0.09347 ± 0.00072 11.986 ± 0.072 % 90.191 ± 0.078 % + 569 3.7825 ± 0.0210 0.08017 ± 0.00128 0.09352 ± 0.00072 11.996 ± 0.072 % 90.199 ± 0.078 % + 570 3.7754 ± 0.0209 0.08016 ± 0.00128 0.09358 ± 0.00072 12.008 ± 0.072 % 90.207 ± 0.078 % + 571 3.7707 ± 0.0208 0.08046 ± 0.00128 0.09381 ± 0.00072 12.028 ± 0.072 % 90.206 ± 0.078 % + 572 3.7680 ± 0.0208 0.08086 ± 0.00129 0.09411 ± 0.00072 12.048 ± 0.072 % 90.195 ± 0.078 % + 573 3.7647 ± 0.0208 0.08088 ± 0.00128 0.09412 ± 0.00072 12.047 ± 0.072 % 90.202 ± 0.078 % + 574 3.7660 ± 0.0208 0.08090 ± 0.00128 0.09410 ± 0.00072 12.044 ± 0.072 % 90.204 ± 0.078 % + 575 3.7676 ± 0.0207 0.08077 ± 0.00128 0.09403 ± 0.00072 12.036 ± 0.072 % 90.200 ± 0.078 % + 576 3.7714 ± 0.0208 0.08067 ± 0.00128 0.09406 ± 0.00072 12.032 ± 0.072 % 90.197 ± 0.078 % + 577 3.7747 ± 0.0208 0.08061 ± 0.00128 0.09397 ± 0.00072 12.024 ± 0.072 % 90.198 ± 0.078 % + 578 3.7799 ± 0.0208 0.08053 ± 0.00128 0.09388 ± 0.00072 12.017 ± 0.072 % 90.204 ± 0.077 % + 579 3.7767 ± 0.0207 0.08044 ± 0.00127 0.09378 ± 0.00071 12.009 ± 0.072 % 90.209 ± 0.077 % + 580 3.7774 ± 0.0207 0.08050 ± 0.00127 0.09372 ± 0.00071 12.005 ± 0.071 % 90.209 ± 0.077 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.777378 ± 0.020737 +Mean PPL(base) : 3.485232 ± 0.018794 +Cor(ln(PPL(Q)), ln(PPL(base))): 97.28% +Mean ln(PPL(Q)/PPL(base)) : 0.080495 ± 0.001274 +Mean PPL(Q)/PPL(base) : 1.083824 ± 0.001380 +Mean PPL(Q)-PPL(base) : 0.292146 ± 0.005001 + +====== KL divergence statistics ====== +Mean KLD: 0.093718 ± 0.000714 +Maximum KLD: 9.612570 +99.9% KLD: 3.268511 +99.0% KLD: 1.329580 +95.0% KLD: 0.416000 +90.0% KLD: 0.202282 +Median KLD: 0.019772 +10.0% KLD: 0.000238 + 5.0% KLD: 0.000071 + 1.0% KLD: 0.000010 + 0.1% KLD: 0.000001 +Minimum KLD: -0.000020 + +====== Token probability statistics ====== +Mean Δp: -2.556 ± 0.031 % +Maximum Δp: 92.096% +99.9% Δp: 51.696% +99.0% Δp: 20.789% +95.0% Δp: 7.402% +90.0% Δp: 3.548% +75.0% Δp: 0.270% +Median Δp: -0.084% +25.0% Δp: -2.375% +10.0% Δp: -10.146% + 5.0% Δp: -21.053% + 1.0% Δp: -58.722% + 0.1% Δp: -88.993% +Minimum Δp: -99.405% +RMS Δp : 12.005 ± 0.071 % +Same top p: 90.209 ± 0.077 % + +llama_perf_context_print: load time = 170379.65 ms +llama_perf_context_print: prompt eval time = 136944.75 ms / 296960 tokens ( 0.46 ms per token, 2168.47 tokens per second) +llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +llama_perf_context_print: total time = 229037.69 ms / 296961 tokens +llama_perf_context_print: graphs reused = 0 +llama_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +llama_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 26885 + (69286 = 64375 + 1702 + 3209) + 1077 | +llama_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 25089 + (71081 = 61001 + 1519 + 8561) + 1078 | +llama_memory_breakdown_print: | - Host | 1116 = 795 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.md new file mode 100644 index 0000000000000000000000000000000000000000..199b20f707d82a8390636954546d5abf247f4086 --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.md @@ -0,0 +1,1106 @@ +### Qwen3.5-397B-A17B-IQ2_XXS (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.gguf +0.00.562.956 I common_init_result: fitting params to device memory ... +0.00.562.963 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.562.972 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.608.864 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.gguf (version GGUF V3 (latest)) +0.00.608.893 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.608.903 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.608.904 I llama_model_loader: - kv 1: general.type str = model +0.00.608.905 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.608.917 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.608.924 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.608.925 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.608.925 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.608.926 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.608.926 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.608.927 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.608.945 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.608.948 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.608.948 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.608.949 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.608.949 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.608.950 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.608.952 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.608.954 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.608.954 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.608.955 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.608.955 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.608.957 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.608.958 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.608.958 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.608.959 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.608.959 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.608.960 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.608.961 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.608.961 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.608.962 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.608.962 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.608.963 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.608.964 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.608.964 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.608.965 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.622.977 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.626.486 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.639.708 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.639.718 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.639.719 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.639.720 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.639.722 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.639.723 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.639.723 I llama_model_loader: - kv 43: general.file_type u32 = 15 +0.00.639.724 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_XXS +0.00.639.724 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_XXS +0.00.639.724 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_XXS +0.00.639.725 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q4_K +0.00.639.725 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.00.639.726 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.00.639.726 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.00.639.727 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.00.639.729 I llama_model_loader: - type f32: 503 tensors +0.00.639.730 I llama_model_loader: - type q8_0: 10 tensors +0.00.639.730 I llama_model_loader: - type q4_K: 363 tensors +0.00.639.730 I llama_model_loader: - type q6_K: 59 tensors +0.00.639.730 I llama_model_loader: - type iq2_xxs: 60 tensors +0.00.639.731 I llama_model_loader: - type iq3_xxs: 60 tensors +0.00.639.731 I llama_model_loader: - type bf16: 2 tensors +0.00.639.734 I print_info: file format = GGUF V3 (latest) +0.00.639.734 I print_info: file type = Q4_K - Medium +0.00.639.738 I print_info: file size = 120.47 GiB (2.57 BPW) +0.01.295.381 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.295.405 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.295.412 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.295.417 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.295.424 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.295.430 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.295.437 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.295.443 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.385.167 I load: 0 unused tokens +0.01.407.049 I load: printing all EOG tokens: +0.01.407.059 I load: - 248044 ('<|endoftext|>') +0.01.407.060 I load: - 248046 ('<|im_end|>') +0.01.407.060 I load: - 248063 ('<|fim_pad|>') +0.01.407.060 I load: - 248064 ('<|repo_name|>') +0.01.407.061 I load: - 248065 ('<|file_sep|>') +0.01.407.246 I load: special tokens cache size = 33 +0.01.456.429 I load: token to piece cache size = 1.7581 MB +0.01.456.454 I print_info: arch = qwen35moe +0.01.456.456 I print_info: vocab_only = 0 +0.01.456.456 I print_info: no_alloc = 1 +0.01.456.456 I print_info: n_ctx_train = 262144 +0.01.456.456 I print_info: n_embd = 4096 +0.01.456.457 I print_info: n_embd_inp = 4096 +0.01.456.458 I print_info: n_layer = 61 +0.01.456.475 I print_info: n_head = 32 +0.01.456.480 I print_info: n_head_kv = 2 +0.01.456.480 I print_info: n_rot = 64 +0.01.456.480 I print_info: n_swa = 0 +0.01.456.482 I print_info: is_swa_any = 0 +0.01.456.482 I print_info: n_embd_head_k = 256 +0.01.456.482 I print_info: n_embd_head_v = 256 +0.01.456.483 I print_info: n_gqa = 16 +0.01.456.488 I print_info: n_embd_k_gqa = 512 +0.01.456.490 I print_info: n_embd_v_gqa = 512 +0.01.456.491 I print_info: f_norm_eps = 0.0e+00 +0.01.456.492 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.456.493 I print_info: f_clamp_kqv = 0.0e+00 +0.01.456.494 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.456.495 I print_info: f_logit_scale = 0.0e+00 +0.01.456.495 I print_info: f_attn_scale = 0.0e+00 +0.01.456.497 I print_info: f_attn_value_scale = 0.0000 +0.01.456.499 I print_info: n_ff = 0 +0.01.456.500 I print_info: n_expert = 512 +0.01.456.500 I print_info: n_expert_used = 10 +0.01.456.504 I print_info: n_expert_groups = 0 +0.01.456.504 I print_info: n_group_used = 0 +0.01.456.504 I print_info: causal attn = 1 +0.01.456.504 I print_info: pooling type = -1 +0.01.456.505 I print_info: rope type = 40 +0.01.456.505 I print_info: rope scaling = linear +0.01.456.506 I print_info: freq_base_train = 10000000.0 +0.01.456.506 I print_info: freq_scale_train = 1 +0.01.456.507 I print_info: n_ctx_orig_yarn = 262144 +0.01.456.507 I print_info: rope_yarn_log_mul = 0.0000 +0.01.456.507 I print_info: rope_finetuned = unknown +0.01.456.507 I print_info: mrope sections = [11, 11, 10, 0] +0.01.456.508 I print_info: ssm_d_conv = 4 +0.01.456.508 I print_info: ssm_d_inner = 8192 +0.01.456.508 I print_info: ssm_d_state = 128 +0.01.456.508 I print_info: ssm_dt_rank = 64 +0.01.456.508 I print_info: ssm_n_group = 16 +0.01.456.508 I print_info: ssm_dt_b_c_rms = 0 +0.01.456.509 I print_info: model type = 397B.A17B +0.01.456.510 I print_info: model params = 402.94 B +0.01.456.510 I print_info: general.name = Qwen3.5 397B A17B +0.01.456.513 I print_info: vocab type = BPE +0.01.456.515 I print_info: n_vocab = 248320 +0.01.456.515 I print_info: n_merges = 247587 +0.01.456.515 I print_info: BOS token = 11 ',' +0.01.456.534 I print_info: EOS token = 248046 '<|im_end|>' +0.01.456.536 I print_info: EOT token = 248046 '<|im_end|>' +0.01.456.537 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.456.538 I print_info: LF token = 198 'Ċ' +0.01.456.538 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.456.540 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.456.540 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.456.541 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.456.541 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.456.556 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.456.558 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.456.559 I print_info: EOG token = 248046 '<|im_end|>' +0.01.456.560 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.456.560 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.456.561 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.456.561 I print_info: max token length = 256 +0.01.456.563 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.461.071 I load_tensors: offloading output layer to GPU +0.01.461.078 I load_tensors: offloading 60 repeating layers to GPU +0.01.461.078 I load_tensors: offloaded 62/62 layers to GPU +0.01.461.083 I load_tensors: CPU model buffer size = 0.00 MiB +0.01.461.083 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.461.084 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.461.084 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.461.084 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.461.085 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.461.085 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.461.085 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.461.085 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.464.026 I llama_context: constructing llama_context +0.01.464.034 I llama_context: n_seq_max = 16 +0.01.464.035 I llama_context: n_ctx = 8192 +0.01.464.035 I llama_context: n_ctx_seq = 512 +0.01.464.035 I llama_context: n_batch = 8192 +0.01.464.036 I llama_context: n_ubatch = 8192 +0.01.464.036 I llama_context: causal_attn = 1 +0.01.464.037 I llama_context: flash_attn = enabled +0.01.464.037 I llama_context: kv_unified = false +0.01.464.040 I llama_context: freq_base = 10000000.0 +0.01.464.040 I llama_context: freq_scale = 1 +0.01.464.041 I llama_context: n_rs_seq = 0 +0.01.464.041 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.468.938 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.469.068 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.469.078 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.469.079 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.469.079 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.469.080 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.469.080 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.469.081 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.469.081 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.469.086 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.469.087 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.469.087 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.469.652 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.470.072 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.470.503 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.470.911 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.471.331 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.471.744 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.472.159 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.472.453 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.472.467 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.472.545 I llama_context: pipeline parallelism enabled +0.01.472.552 I sched_reserve: reserving ... +0.01.541.126 I sched_reserve: resolving fused Gated Delta Net support: +0.01.542.785 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.547.273 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.564.496 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.564.508 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.564.509 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.564.510 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.564.510 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.564.510 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.564.510 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.564.511 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.564.512 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.564.512 I sched_reserve: graph nodes = 5963 +0.01.564.512 I sched_reserve: graph splits = 9 +0.01.564.515 I sched_reserve: reserve took 91.96 ms, sched copies = 4 +0.01.565.026 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.565.033 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19057 = 15418 + 429 + 3209) + -18097 | +0.01.565.033 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19475 = 15365 + 429 + 3681) + -18515 | +0.01.565.034 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19474 = 15363 + 429 + 3681) + -18513 | +0.01.565.034 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (17548 = 13454 + 413 + 3681) + -16588 | +0.01.565.035 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19474 = 15363 + 429 + 3681) + -18513 | +0.01.565.035 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19475 = 15365 + 429 + 3681) + -18515 | +0.01.565.035 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (19489 = 15378 + 429 + 3681) + -18528 | +0.01.565.036 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (26535 = 17103 + 230 + 9201) + -25773 | +0.01.565.036 I common_memory_breakdown_print: | - Host | 866 = 545 + 0 + 321 | +0.01.620.361 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.620.374 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19057 used, 77232 free vs. target of 1024 +0.01.620.374 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19475 used, 76814 free vs. target of 1024 +0.01.620.375 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19474 used, 76815 free vs. target of 1024 +0.01.620.375 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 17548 used, 78741 free vs. target of 1024 +0.01.620.376 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19474 used, 76815 free vs. target of 1024 +0.01.620.376 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19475 used, 76814 free vs. target of 1024 +0.01.620.376 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 19489 used, 76800 free vs. target of 1024 +0.01.620.376 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 26535 used, 69952 free vs. target of 1024 +0.01.620.377 I common_params_fit_impl: projected to use 160530 MiB of device memory vs. 770517 MiB of free device memory +0.01.620.377 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.620.378 I common_fit_params: successfully fit params to free device memory +0.01.620.382 I common_fit_params: fitting params to free memory took 1.06 seconds +0.01.657.727 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.gguf (version GGUF V3 (latest)) +0.01.657.759 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.657.767 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.657.769 I llama_model_loader: - kv 1: general.type str = model +0.01.657.771 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.657.776 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.657.778 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.657.782 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.657.785 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.657.790 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.657.790 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.657.792 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.657.803 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.657.811 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.657.812 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.657.814 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.657.816 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.657.817 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.657.822 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.657.824 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.657.826 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.657.827 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.657.829 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.657.829 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.657.830 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.657.831 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.657.832 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.657.833 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.657.833 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.657.834 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.657.835 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.657.836 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.657.854 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.657.861 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.657.862 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.657.862 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.657.863 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.673.970 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.677.469 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.690.612 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.690.622 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.690.623 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.690.624 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.690.626 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.690.627 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.690.627 I llama_model_loader: - kv 43: general.file_type u32 = 15 +0.01.690.628 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_XXS +0.01.690.628 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_XXS +0.01.690.629 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_XXS +0.01.690.629 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q4_K +0.01.690.630 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.690.630 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.690.631 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.690.631 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.690.632 I llama_model_loader: - type f32: 503 tensors +0.01.690.632 I llama_model_loader: - type q8_0: 10 tensors +0.01.690.633 I llama_model_loader: - type q4_K: 363 tensors +0.01.690.633 I llama_model_loader: - type q6_K: 59 tensors +0.01.690.633 I llama_model_loader: - type iq2_xxs: 60 tensors +0.01.690.634 I llama_model_loader: - type iq3_xxs: 60 tensors +0.01.690.634 I llama_model_loader: - type bf16: 2 tensors +0.01.690.635 I print_info: file format = GGUF V3 (latest) +0.01.690.636 I print_info: file type = Q4_K - Medium +0.01.690.640 I print_info: file size = 120.47 GiB (2.57 BPW) +0.01.690.954 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.690.976 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.690.983 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.690.988 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.690.994 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.690.999 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.691.005 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.691.010 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.769.384 I load: 0 unused tokens +0.01.792.703 I load: printing all EOG tokens: +0.01.792.714 I load: - 248044 ('<|endoftext|>') +0.01.792.714 I load: - 248046 ('<|im_end|>') +0.01.792.715 I load: - 248063 ('<|fim_pad|>') +0.01.792.715 I load: - 248064 ('<|repo_name|>') +0.01.792.715 I load: - 248065 ('<|file_sep|>') +0.01.792.890 I load: special tokens cache size = 33 +0.01.848.510 I load: token to piece cache size = 1.7581 MB +0.01.848.530 I print_info: arch = qwen35moe +0.01.848.531 I print_info: vocab_only = 0 +0.01.848.531 I print_info: no_alloc = 0 +0.01.848.532 I print_info: n_ctx_train = 262144 +0.01.848.532 I print_info: n_embd = 4096 +0.01.848.532 I print_info: n_embd_inp = 4096 +0.01.848.532 I print_info: n_layer = 61 +0.01.848.541 I print_info: n_head = 32 +0.01.848.541 I print_info: n_head_kv = 2 +0.01.848.542 I print_info: n_rot = 64 +0.01.848.542 I print_info: n_swa = 0 +0.01.848.542 I print_info: is_swa_any = 0 +0.01.848.543 I print_info: n_embd_head_k = 256 +0.01.848.543 I print_info: n_embd_head_v = 256 +0.01.848.544 I print_info: n_gqa = 16 +0.01.848.545 I print_info: n_embd_k_gqa = 512 +0.01.848.546 I print_info: n_embd_v_gqa = 512 +0.01.848.547 I print_info: f_norm_eps = 0.0e+00 +0.01.848.549 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.848.549 I print_info: f_clamp_kqv = 0.0e+00 +0.01.848.549 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.848.549 I print_info: f_logit_scale = 0.0e+00 +0.01.848.550 I print_info: f_attn_scale = 0.0e+00 +0.01.848.550 I print_info: f_attn_value_scale = 0.0000 +0.01.848.551 I print_info: n_ff = 0 +0.01.848.551 I print_info: n_expert = 512 +0.01.848.552 I print_info: n_expert_used = 10 +0.01.848.552 I print_info: n_expert_groups = 0 +0.01.848.552 I print_info: n_group_used = 0 +0.01.848.552 I print_info: causal attn = 1 +0.01.848.552 I print_info: pooling type = -1 +0.01.848.552 I print_info: rope type = 40 +0.01.848.553 I print_info: rope scaling = linear +0.01.848.554 I print_info: freq_base_train = 10000000.0 +0.01.848.554 I print_info: freq_scale_train = 1 +0.01.848.554 I print_info: n_ctx_orig_yarn = 262144 +0.01.848.555 I print_info: rope_yarn_log_mul = 0.0000 +0.01.848.555 I print_info: rope_finetuned = unknown +0.01.848.555 I print_info: mrope sections = [11, 11, 10, 0] +0.01.848.556 I print_info: ssm_d_conv = 4 +0.01.848.556 I print_info: ssm_d_inner = 8192 +0.01.848.556 I print_info: ssm_d_state = 128 +0.01.848.556 I print_info: ssm_dt_rank = 64 +0.01.848.556 I print_info: ssm_n_group = 16 +0.01.848.556 I print_info: ssm_dt_b_c_rms = 0 +0.01.848.557 I print_info: model type = 397B.A17B +0.01.848.558 I print_info: model params = 402.94 B +0.01.848.559 I print_info: general.name = Qwen3.5 397B A17B +0.01.848.561 I print_info: vocab type = BPE +0.01.848.561 I print_info: n_vocab = 248320 +0.01.848.562 I print_info: n_merges = 247587 +0.01.848.563 I print_info: BOS token = 11 ',' +0.01.848.582 I print_info: EOS token = 248046 '<|im_end|>' +0.01.848.584 I print_info: EOT token = 248046 '<|im_end|>' +0.01.848.585 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.848.586 I print_info: LF token = 198 'Ċ' +0.01.848.587 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.848.587 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.848.587 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.848.589 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.848.589 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.848.590 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.848.590 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.848.592 I print_info: EOG token = 248046 '<|im_end|>' +0.01.848.592 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.848.593 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.848.593 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.848.595 I print_info: max token length = 256 +0.01.848.596 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +0.39.340.490 I load_tensors: offloading output layer to GPU +0.39.340.501 I load_tensors: offloading 60 repeating layers to GPU +0.39.340.501 I load_tensors: offloaded 62/62 layers to GPU +0.39.340.506 I load_tensors: CPU_Mapped model buffer size = 545.62 MiB +0.39.340.507 I load_tensors: CUDA0 model buffer size = 15418.84 MiB +0.39.340.508 I load_tensors: CUDA1 model buffer size = 15365.21 MiB +0.39.340.508 I load_tensors: CUDA2 model buffer size = 15363.67 MiB +0.39.340.509 I load_tensors: CUDA3 model buffer size = 13454.16 MiB +0.39.340.509 I load_tensors: CUDA4 model buffer size = 15363.67 MiB +0.39.340.509 I load_tensors: CUDA5 model buffer size = 15365.21 MiB +0.39.340.509 I load_tensors: CUDA6 model buffer size = 15378.62 MiB +0.39.340.510 I load_tensors: CUDA7 model buffer size = 17103.59 MiB +................................................................................................. +0.45.213.485 I common_init_result: added <|endoftext|> logit bias = -inf +0.45.213.495 I common_init_result: added <|im_end|> logit bias = -inf +0.45.213.496 I common_init_result: added <|fim_pad|> logit bias = -inf +0.45.213.496 I common_init_result: added <|repo_name|> logit bias = -inf +0.45.213.497 I common_init_result: added <|file_sep|> logit bias = -inf +0.45.213.742 I llama_context: constructing llama_context +0.45.213.750 I llama_context: n_seq_max = 16 +0.45.213.750 I llama_context: n_ctx = 8192 +0.45.213.750 I llama_context: n_ctx_seq = 512 +0.45.213.751 I llama_context: n_batch = 8192 +0.45.213.751 I llama_context: n_ubatch = 8192 +0.45.213.751 I llama_context: causal_attn = 1 +0.45.213.752 I llama_context: flash_attn = enabled +0.45.213.752 I llama_context: kv_unified = false +0.45.213.755 I llama_context: freq_base = 10000000.0 +0.45.213.756 I llama_context: freq_scale = 1 +0.45.213.756 I llama_context: n_rs_seq = 0 +0.45.213.756 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.45.221.731 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.45.222.059 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +0.45.222.323 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +0.45.222.550 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +0.45.222.736 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +0.45.222.928 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +0.45.223.125 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +0.45.223.340 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +0.45.223.539 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +0.45.223.577 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.45.223.588 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.45.223.589 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.45.224.006 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.45.224.416 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.45.224.825 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.45.225.228 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.45.225.663 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.45.226.075 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.45.230.948 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.45.231.248 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.45.231.261 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.45.231.400 I llama_context: pipeline parallelism enabled +0.45.231.407 I sched_reserve: reserving ... +0.45.297.620 I sched_reserve: resolving fused Gated Delta Net support: +0.45.299.429 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.45.303.878 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.45.399.122 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.45.399.136 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +0.45.399.137 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +0.45.399.137 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +0.45.399.137 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +0.45.399.138 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +0.45.399.138 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +0.45.399.139 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +0.45.399.140 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.45.399.140 I sched_reserve: graph nodes = 5963 +0.45.399.140 I sched_reserve: graph splits = 9 +0.45.399.141 I sched_reserve: reserve took 167.73 ms, sched copies = 4 +0.45.399.225 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +0.45.671.957 I +0.45.672.056 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +0.48.317.073 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +0.52.824.488 I kl_divergence: 4.51 seconds per pass - ETA 2.72 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.3436 ± 0.4265 0.03999 ± 0.03055 0.07757 ± 0.01171 9.882 ± 1.477 % 88.627 ± 1.992 % + 2 4.6351 ± 0.5060 0.04149 ± 0.02088 0.07219 ± 0.00758 8.391 ± 0.913 % 86.863 ± 1.497 % + 3 3.5006 ± 0.2972 0.06207 ± 0.01698 0.08044 ± 0.00864 11.006 ± 0.977 % 89.412 ± 1.113 % + 4 2.8869 ± 0.1920 0.11642 ± 0.01834 0.13029 ± 0.01253 15.668 ± 1.005 % 89.020 ± 0.979 % + 5 2.5810 ± 0.1425 0.14425 ± 0.01829 0.16313 ± 0.01387 17.846 ± 0.912 % 88.863 ± 0.881 % + 6 2.4502 ± 0.1177 0.17076 ± 0.01751 0.18626 ± 0.01295 19.308 ± 0.811 % 88.235 ± 0.824 % + 7 2.4581 ± 0.1091 0.18588 ± 0.01755 0.21007 ± 0.01239 20.403 ± 0.725 % 87.395 ± 0.786 % + 8 2.3996 ± 0.0983 0.21196 ± 0.01744 0.23194 ± 0.01297 21.543 ± 0.695 % 87.451 ± 0.734 % + 9 2.4142 ± 0.0925 0.23934 ± 0.01745 0.25614 ± 0.01304 22.554 ± 0.661 % 86.754 ± 0.708 % + 10 2.4437 ± 0.0881 0.25459 ± 0.01730 0.27744 ± 0.01275 23.587 ± 0.624 % 85.647 ± 0.694 % + 11 2.3852 ± 0.0800 0.26274 ± 0.01651 0.28461 ± 0.01223 23.792 ± 0.590 % 85.419 ± 0.666 % + 12 2.5384 ± 0.0846 0.24611 ± 0.01531 0.26747 ± 0.01127 22.918 ± 0.565 % 85.882 ± 0.630 % + 13 2.6448 ± 0.0857 0.25854 ± 0.01514 0.27878 ± 0.01081 23.145 ± 0.537 % 85.008 ± 0.620 % + 14 2.6631 ± 0.0830 0.24264 ± 0.01417 0.26218 ± 0.01009 22.371 ± 0.518 % 85.406 ± 0.591 % + 15 2.7879 ± 0.0850 0.22664 ± 0.01332 0.24748 ± 0.00947 21.650 ± 0.502 % 85.778 ± 0.565 % + 16 2.9288 ± 0.0887 0.21453 ± 0.01259 0.23525 ± 0.00891 21.024 ± 0.486 % 86.078 ± 0.542 % + 17 2.8956 ± 0.0842 0.20313 ± 0.01190 0.22285 ± 0.00842 20.429 ± 0.473 % 86.574 ± 0.518 % + 18 3.0218 ± 0.0870 0.19387 ± 0.01134 0.21354 ± 0.00799 19.926 ± 0.460 % 86.710 ± 0.501 % + 19 3.0694 ± 0.0870 0.18701 ± 0.01083 0.20537 ± 0.00759 19.489 ± 0.447 % 86.976 ± 0.484 % + 20 3.0920 ± 0.0851 0.18369 ± 0.01045 0.20251 ± 0.00724 19.211 ± 0.432 % 86.863 ± 0.473 % + 21 3.0549 ± 0.0814 0.18047 ± 0.01007 0.19891 ± 0.00694 18.945 ± 0.419 % 87.021 ± 0.459 % + 22 3.0981 ± 0.0812 0.17631 ± 0.00969 0.19299 ± 0.00664 18.601 ± 0.408 % 87.201 ± 0.446 % + 23 3.0159 ± 0.0764 0.17210 ± 0.00937 0.18880 ± 0.00639 18.385 ± 0.398 % 87.417 ± 0.433 % + 24 2.9476 ± 0.0723 0.16638 ± 0.00903 0.18263 ± 0.00614 18.069 ± 0.389 % 87.680 ± 0.420 % + 25 2.9311 ± 0.0702 0.16140 ± 0.00880 0.17926 ± 0.00591 17.847 ± 0.379 % 87.749 ± 0.411 % + 26 2.8973 ± 0.0675 0.15802 ± 0.00853 0.17554 ± 0.00570 17.645 ± 0.369 % 87.843 ± 0.401 % + 27 2.8753 ± 0.0654 0.15556 ± 0.00831 0.17222 ± 0.00550 17.408 ± 0.361 % 87.930 ± 0.393 % + 28 2.8782 ± 0.0643 0.15306 ± 0.00812 0.17055 ± 0.00533 17.229 ± 0.353 % 87.913 ± 0.386 % + 29 2.9237 ± 0.0647 0.14879 ± 0.00789 0.16724 ± 0.00515 17.016 ± 0.346 % 88.046 ± 0.377 % + 30 2.9044 ± 0.0628 0.14730 ± 0.00776 0.16735 ± 0.00503 17.027 ± 0.338 % 88.013 ± 0.371 % + 31 2.9076 ± 0.0616 0.14358 ± 0.00757 0.16519 ± 0.00489 16.844 ± 0.331 % 88.096 ± 0.364 % + 32 2.9568 ± 0.0624 0.14079 ± 0.00737 0.16170 ± 0.00474 16.618 ± 0.326 % 88.260 ± 0.356 % + 33 2.9754 ± 0.0619 0.13671 ± 0.00719 0.15869 ± 0.00461 16.404 ± 0.320 % 88.271 ± 0.351 % + 34 3.0126 ± 0.0620 0.13539 ± 0.00704 0.15677 ± 0.00448 16.264 ± 0.315 % 88.143 ± 0.347 % + 35 3.0784 ± 0.0629 0.13475 ± 0.00691 0.15532 ± 0.00436 16.104 ± 0.309 % 88.000 ± 0.344 % + 36 3.1711 ± 0.0646 0.13444 ± 0.00677 0.15344 ± 0.00425 15.927 ± 0.304 % 87.919 ± 0.340 % + 37 3.2302 ± 0.0652 0.13272 ± 0.00664 0.15254 ± 0.00415 15.825 ± 0.300 % 87.780 ± 0.337 % + 38 3.2521 ± 0.0650 0.13005 ± 0.00651 0.15010 ± 0.00405 15.666 ± 0.295 % 87.884 ± 0.332 % + 39 3.2999 ± 0.0656 0.12759 ± 0.00635 0.14732 ± 0.00395 15.486 ± 0.291 % 87.924 ± 0.327 % + 40 3.3535 ± 0.0667 0.12578 ± 0.00623 0.14493 ± 0.00386 15.325 ± 0.287 % 87.941 ± 0.322 % + 41 3.3894 ± 0.0668 0.12330 ± 0.00610 0.14259 ± 0.00377 15.165 ± 0.284 % 88.015 ± 0.318 % + 42 3.4498 ± 0.0677 0.12039 ± 0.00598 0.14044 ± 0.00369 15.015 ± 0.280 % 88.030 ± 0.314 % + 43 3.4798 ± 0.0676 0.11767 ± 0.00590 0.13854 ± 0.00360 14.893 ± 0.276 % 88.062 ± 0.310 % + 44 3.4912 ± 0.0670 0.11576 ± 0.00579 0.13651 ± 0.00353 14.750 ± 0.272 % 88.119 ± 0.305 % + 45 3.5496 ± 0.0679 0.11428 ± 0.00569 0.13494 ± 0.00345 14.632 ± 0.269 % 88.070 ± 0.303 % + 46 3.5575 ± 0.0674 0.11261 ± 0.00561 0.13328 ± 0.00339 14.508 ± 0.266 % 88.116 ± 0.299 % + 47 3.6435 ± 0.0690 0.11069 ± 0.00552 0.13201 ± 0.00332 14.383 ± 0.262 % 88.102 ± 0.296 % + 48 3.7023 ± 0.0698 0.10908 ± 0.00542 0.13017 ± 0.00325 14.256 ± 0.259 % 88.088 ± 0.293 % + 49 3.6781 ± 0.0685 0.10900 ± 0.00536 0.13140 ± 0.00323 14.306 ± 0.257 % 88.083 ± 0.290 % + 50 3.6311 ± 0.0668 0.11290 ± 0.00536 0.13443 ± 0.00324 14.620 ± 0.256 % 88.055 ± 0.287 % + 51 3.6029 ± 0.0654 0.11351 ± 0.00534 0.13560 ± 0.00322 14.684 ± 0.253 % 88.058 ± 0.284 % + 52 3.6217 ± 0.0653 0.11473 ± 0.00529 0.13698 ± 0.00319 14.752 ± 0.250 % 87.881 ± 0.283 % + 53 3.6720 ± 0.0657 0.11295 ± 0.00521 0.13574 ± 0.00313 14.632 ± 0.247 % 87.806 ± 0.281 % + 54 3.7013 ± 0.0657 0.11127 ± 0.00513 0.13428 ± 0.00308 14.525 ± 0.245 % 87.865 ± 0.278 % + 55 3.7250 ± 0.0657 0.11037 ± 0.00506 0.13301 ± 0.00303 14.416 ± 0.242 % 87.779 ± 0.277 % + 56 3.7381 ± 0.0654 0.10935 ± 0.00499 0.13194 ± 0.00298 14.337 ± 0.240 % 87.794 ± 0.274 % + 57 3.7564 ± 0.0652 0.10961 ± 0.00493 0.13155 ± 0.00294 14.310 ± 0.238 % 87.761 ± 0.272 % + 58 3.7768 ± 0.0650 0.10897 ± 0.00486 0.13018 ± 0.00289 14.210 ± 0.235 % 87.870 ± 0.268 % + 59 3.7799 ± 0.0645 0.10905 ± 0.00481 0.12947 ± 0.00285 14.177 ± 0.233 % 87.890 ± 0.266 % + 60 3.8036 ± 0.0645 0.10862 ± 0.00475 0.12855 ± 0.00280 14.097 ± 0.231 % 87.915 ± 0.264 % + 61 3.8314 ± 0.0647 0.10792 ± 0.00469 0.12785 ± 0.00276 14.032 ± 0.229 % 87.895 ± 0.262 % + 62 3.8727 ± 0.0650 0.10701 ± 0.00464 0.12708 ± 0.00272 13.947 ± 0.226 % 87.894 ± 0.259 % + 63 3.9101 ± 0.0653 0.10581 ± 0.00458 0.12601 ± 0.00268 13.857 ± 0.224 % 87.899 ± 0.257 % + 64 3.9518 ± 0.0656 0.10474 ± 0.00453 0.12505 ± 0.00264 13.768 ± 0.222 % 87.880 ± 0.255 % + 65 4.0015 ± 0.0662 0.10354 ± 0.00447 0.12405 ± 0.00260 13.695 ± 0.221 % 87.843 ± 0.254 % + 66 4.0268 ± 0.0662 0.10190 ± 0.00443 0.12322 ± 0.00256 13.621 ± 0.219 % 87.867 ± 0.252 % + 67 4.0805 ± 0.0670 0.10142 ± 0.00438 0.12249 ± 0.00253 13.547 ± 0.217 % 87.855 ± 0.250 % + 68 4.1030 ± 0.0669 0.10121 ± 0.00433 0.12192 ± 0.00250 13.501 ± 0.215 % 87.843 ± 0.248 % + 69 4.1234 ± 0.0667 0.10064 ± 0.00429 0.12107 ± 0.00246 13.434 ± 0.213 % 87.832 ± 0.246 % + 70 4.1103 ± 0.0659 0.09952 ± 0.00424 0.12038 ± 0.00243 13.394 ± 0.211 % 87.882 ± 0.244 % + 71 4.1476 ± 0.0662 0.09903 ± 0.00420 0.11992 ± 0.00240 13.333 ± 0.209 % 87.860 ± 0.243 % + 72 4.1605 ± 0.0659 0.09957 ± 0.00419 0.12078 ± 0.00237 13.341 ± 0.207 % 87.783 ± 0.242 % + 73 4.1774 ± 0.0658 0.10140 ± 0.00418 0.12136 ± 0.00236 13.385 ± 0.205 % 87.693 ± 0.241 % + 74 4.1920 ± 0.0657 0.10063 ± 0.00413 0.12043 ± 0.00233 13.310 ± 0.203 % 87.711 ± 0.239 % + 75 4.1923 ± 0.0653 0.09926 ± 0.00410 0.11988 ± 0.00231 13.264 ± 0.202 % 87.786 ± 0.237 % + 76 4.1976 ± 0.0651 0.09882 ± 0.00407 0.11917 ± 0.00229 13.207 ± 0.201 % 87.812 ± 0.235 % + 77 4.2201 ± 0.0651 0.09862 ± 0.00403 0.11884 ± 0.00227 13.146 ± 0.199 % 87.807 ± 0.234 % + 78 4.2121 ± 0.0647 0.09834 ± 0.00401 0.11853 ± 0.00225 13.109 ± 0.198 % 87.833 ± 0.232 % + 79 4.1615 ± 0.0635 0.09944 ± 0.00400 0.11898 ± 0.00226 13.203 ± 0.199 % 87.908 ± 0.230 % + 80 4.1061 ± 0.0620 0.10045 ± 0.00398 0.11995 ± 0.00228 13.349 ± 0.200 % 87.941 ± 0.228 % + 81 4.0530 ± 0.0606 0.10218 ± 0.00400 0.12166 ± 0.00232 13.581 ± 0.201 % 87.969 ± 0.226 % + 82 4.0087 ± 0.0594 0.10448 ± 0.00401 0.12294 ± 0.00232 13.696 ± 0.200 % 88.020 ± 0.225 % + 83 3.9673 ± 0.0582 0.10721 ± 0.00403 0.12524 ± 0.00235 13.952 ± 0.201 % 88.013 ± 0.223 % + 84 3.9286 ± 0.0571 0.10923 ± 0.00402 0.12674 ± 0.00236 14.137 ± 0.200 % 88.011 ± 0.222 % + 85 3.8868 ± 0.0560 0.11061 ± 0.00401 0.12812 ± 0.00237 14.270 ± 0.200 % 88.014 ± 0.221 % + 86 3.8900 ± 0.0558 0.11288 ± 0.00402 0.13020 ± 0.00239 14.395 ± 0.200 % 87.907 ± 0.220 % + 87 3.8553 ± 0.0548 0.11463 ± 0.00402 0.13177 ± 0.00240 14.553 ± 0.199 % 87.933 ± 0.219 % + 88 3.8115 ± 0.0538 0.11461 ± 0.00399 0.13202 ± 0.00239 14.592 ± 0.198 % 87.995 ± 0.217 % + 89 3.7701 ± 0.0527 0.11516 ± 0.00400 0.13317 ± 0.00242 14.696 ± 0.198 % 88.028 ± 0.215 % + 90 3.7273 ± 0.0517 0.11573 ± 0.00397 0.13379 ± 0.00242 14.795 ± 0.198 % 88.074 ± 0.214 % + 91 3.6893 ± 0.0507 0.11683 ± 0.00397 0.13498 ± 0.00244 14.910 ± 0.197 % 88.097 ± 0.213 % + 92 3.6516 ± 0.0498 0.11721 ± 0.00395 0.13524 ± 0.00244 14.960 ± 0.196 % 88.150 ± 0.211 % + 93 3.6311 ± 0.0491 0.11913 ± 0.00396 0.13705 ± 0.00244 15.083 ± 0.194 % 88.113 ± 0.210 % + 94 3.5978 ± 0.0482 0.12035 ± 0.00396 0.13829 ± 0.00246 15.219 ± 0.194 % 88.131 ± 0.209 % + 95 3.5615 ± 0.0473 0.12124 ± 0.00395 0.13942 ± 0.00247 15.335 ± 0.194 % 88.157 ± 0.208 % + 96 3.5365 ± 0.0467 0.12313 ± 0.00396 0.14121 ± 0.00249 15.488 ± 0.194 % 88.150 ± 0.207 % + 97 3.5066 ± 0.0459 0.12441 ± 0.00395 0.14244 ± 0.00250 15.581 ± 0.194 % 88.163 ± 0.205 % + 98 3.4745 ± 0.0451 0.12545 ± 0.00395 0.14390 ± 0.00252 15.738 ± 0.194 % 88.183 ± 0.204 % + 99 3.4507 ± 0.0444 0.12745 ± 0.00396 0.14600 ± 0.00255 15.862 ± 0.193 % 88.168 ± 0.203 % + 100 3.4285 ± 0.0438 0.12808 ± 0.00396 0.14693 ± 0.00255 15.943 ± 0.192 % 88.157 ± 0.202 % + 101 3.4021 ± 0.0432 0.12923 ± 0.00395 0.14842 ± 0.00256 16.044 ± 0.191 % 88.162 ± 0.201 % + 102 3.3770 ± 0.0425 0.13017 ± 0.00394 0.14935 ± 0.00256 16.139 ± 0.190 % 88.185 ± 0.200 % + 103 3.3495 ± 0.0419 0.13036 ± 0.00391 0.14943 ± 0.00255 16.168 ± 0.189 % 88.231 ± 0.199 % + 104 3.3305 ± 0.0413 0.13121 ± 0.00390 0.15016 ± 0.00254 16.264 ± 0.188 % 88.209 ± 0.198 % + 105 3.3412 ± 0.0413 0.13044 ± 0.00387 0.14988 ± 0.00252 16.221 ± 0.187 % 88.213 ± 0.197 % + 106 3.3640 ± 0.0415 0.12969 ± 0.00384 0.14899 ± 0.00250 16.152 ± 0.186 % 88.232 ± 0.196 % + 107 3.3894 ± 0.0417 0.12907 ± 0.00381 0.14845 ± 0.00248 16.104 ± 0.185 % 88.228 ± 0.195 % + 108 3.4292 ± 0.0422 0.12801 ± 0.00379 0.14762 ± 0.00246 16.036 ± 0.185 % 88.235 ± 0.194 % + 109 3.4343 ± 0.0421 0.12773 ± 0.00376 0.14694 ± 0.00244 15.986 ± 0.184 % 88.225 ± 0.193 % + 110 3.4724 ± 0.0426 0.12668 ± 0.00373 0.14618 ± 0.00242 15.922 ± 0.183 % 88.185 ± 0.193 % + 111 3.5028 ± 0.0429 0.12584 ± 0.00370 0.14535 ± 0.00239 15.860 ± 0.182 % 88.179 ± 0.192 % + 112 3.5259 ± 0.0431 0.12511 ± 0.00368 0.14442 ± 0.00237 15.796 ± 0.181 % 88.214 ± 0.191 % + 113 3.5575 ± 0.0436 0.12442 ± 0.00365 0.14349 ± 0.00235 15.732 ± 0.180 % 88.204 ± 0.190 % + 114 3.5951 ± 0.0440 0.12326 ± 0.00362 0.14259 ± 0.00233 15.668 ± 0.179 % 88.184 ± 0.189 % + 115 3.6214 ± 0.0443 0.12247 ± 0.00359 0.14173 ± 0.00232 15.609 ± 0.179 % 88.198 ± 0.188 % + 116 3.5883 ± 0.0436 0.12252 ± 0.00357 0.14161 ± 0.00231 15.640 ± 0.178 % 88.249 ± 0.187 % + 117 3.5660 ± 0.0431 0.12354 ± 0.00357 0.14258 ± 0.00231 15.724 ± 0.177 % 88.252 ± 0.186 % + 118 3.5499 ± 0.0427 0.12530 ± 0.00357 0.14409 ± 0.00232 15.823 ± 0.177 % 88.225 ± 0.186 % + 119 3.5286 ± 0.0421 0.12614 ± 0.00356 0.14485 ± 0.00231 15.913 ± 0.176 % 88.209 ± 0.185 % + 120 3.5180 ± 0.0418 0.12764 ± 0.00357 0.14617 ± 0.00231 15.998 ± 0.175 % 88.163 ± 0.185 % + 121 3.4972 ± 0.0413 0.12848 ± 0.00355 0.14684 ± 0.00231 16.053 ± 0.174 % 88.177 ± 0.184 % + 122 3.4862 ± 0.0409 0.13015 ± 0.00357 0.14865 ± 0.00232 16.141 ± 0.174 % 88.129 ± 0.183 % + 123 3.4747 ± 0.0406 0.13123 ± 0.00357 0.14958 ± 0.00232 16.179 ± 0.173 % 88.085 ± 0.183 % + 124 3.4554 ± 0.0401 0.13202 ± 0.00356 0.15070 ± 0.00232 16.253 ± 0.172 % 88.058 ± 0.182 % + 125 3.4406 ± 0.0397 0.13307 ± 0.00356 0.15179 ± 0.00233 16.307 ± 0.171 % 88.041 ± 0.182 % + 126 3.4256 ± 0.0393 0.13372 ± 0.00356 0.15257 ± 0.00232 16.345 ± 0.170 % 88.021 ± 0.181 % + 127 3.4117 ± 0.0389 0.13392 ± 0.00355 0.15285 ± 0.00232 16.364 ± 0.169 % 88.013 ± 0.180 % + 128 3.3945 ± 0.0385 0.13452 ± 0.00354 0.15302 ± 0.00231 16.366 ± 0.168 % 88.024 ± 0.180 % + 129 3.3774 ± 0.0381 0.13473 ± 0.00353 0.15371 ± 0.00230 16.429 ± 0.168 % 88.004 ± 0.179 % + 130 3.3675 ± 0.0378 0.13480 ± 0.00351 0.15377 ± 0.00229 16.433 ± 0.167 % 87.994 ± 0.179 % + 131 3.3595 ± 0.0375 0.13562 ± 0.00350 0.15422 ± 0.00228 16.446 ± 0.166 % 87.972 ± 0.178 % + 132 3.3603 ± 0.0373 0.13710 ± 0.00350 0.15537 ± 0.00228 16.481 ± 0.165 % 87.914 ± 0.178 % + 133 3.3596 ± 0.0372 0.13834 ± 0.00350 0.15596 ± 0.00227 16.507 ± 0.164 % 87.890 ± 0.177 % + 134 3.3604 ± 0.0370 0.13842 ± 0.00349 0.15639 ± 0.00226 16.494 ± 0.163 % 87.858 ± 0.177 % + 135 3.3635 ± 0.0369 0.13945 ± 0.00348 0.15687 ± 0.00225 16.510 ± 0.162 % 87.829 ± 0.176 % + 136 3.3615 ± 0.0367 0.14107 ± 0.00349 0.15742 ± 0.00224 16.527 ± 0.161 % 87.791 ± 0.176 % + 137 3.3642 ± 0.0366 0.14043 ± 0.00347 0.15669 ± 0.00223 16.476 ± 0.160 % 87.797 ± 0.175 % + 138 3.3765 ± 0.0366 0.13972 ± 0.00345 0.15595 ± 0.00221 16.427 ± 0.160 % 87.818 ± 0.174 % + 139 3.3832 ± 0.0366 0.14023 ± 0.00344 0.15582 ± 0.00220 16.406 ± 0.159 % 87.815 ± 0.174 % + 140 3.3893 ± 0.0366 0.13984 ± 0.00343 0.15592 ± 0.00219 16.382 ± 0.158 % 87.776 ± 0.173 % + 141 3.4023 ± 0.0366 0.13969 ± 0.00341 0.15580 ± 0.00217 16.356 ± 0.158 % 87.760 ± 0.173 % + 142 3.4091 ± 0.0366 0.14012 ± 0.00340 0.15629 ± 0.00217 16.350 ± 0.157 % 87.727 ± 0.172 % + 143 3.4158 ± 0.0365 0.13952 ± 0.00339 0.15570 ± 0.00215 16.302 ± 0.156 % 87.764 ± 0.172 % + 144 3.4257 ± 0.0365 0.13907 ± 0.00337 0.15508 ± 0.00214 16.258 ± 0.156 % 87.786 ± 0.171 % + 145 3.4233 ± 0.0364 0.13837 ± 0.00335 0.15427 ± 0.00212 16.208 ± 0.155 % 87.824 ± 0.170 % + 146 3.4277 ± 0.0363 0.13796 ± 0.00333 0.15352 ± 0.00211 16.161 ± 0.154 % 87.843 ± 0.169 % + 147 3.4233 ± 0.0361 0.13722 ± 0.00331 0.15269 ± 0.00210 16.111 ± 0.154 % 87.894 ± 0.168 % + 148 3.4255 ± 0.0360 0.13655 ± 0.00329 0.15190 ± 0.00208 16.062 ± 0.153 % 87.928 ± 0.168 % + 149 3.4196 ± 0.0358 0.13600 ± 0.00327 0.15110 ± 0.00207 16.015 ± 0.153 % 87.948 ± 0.167 % + 150 3.4128 ± 0.0356 0.13530 ± 0.00326 0.15060 ± 0.00206 15.985 ± 0.152 % 87.979 ± 0.166 % + 151 3.4050 ± 0.0353 0.13494 ± 0.00324 0.15042 ± 0.00205 15.975 ± 0.152 % 87.991 ± 0.166 % + 152 3.4013 ± 0.0352 0.13444 ± 0.00322 0.14975 ± 0.00203 15.932 ± 0.151 % 88.016 ± 0.165 % + 153 3.3945 ± 0.0349 0.13388 ± 0.00321 0.14918 ± 0.00202 15.905 ± 0.151 % 88.040 ± 0.164 % + 154 3.3992 ± 0.0348 0.13345 ± 0.00319 0.14852 ± 0.00201 15.862 ± 0.150 % 88.075 ± 0.164 % + 155 3.3999 ± 0.0347 0.13294 ± 0.00317 0.14784 ± 0.00200 15.820 ± 0.149 % 88.086 ± 0.163 % + 156 3.3931 ± 0.0345 0.13234 ± 0.00315 0.14722 ± 0.00199 15.786 ± 0.149 % 88.105 ± 0.162 % + 157 3.3898 ± 0.0343 0.13176 ± 0.00313 0.14662 ± 0.00197 15.749 ± 0.148 % 88.095 ± 0.162 % + 158 3.3885 ± 0.0341 0.13106 ± 0.00312 0.14597 ± 0.00196 15.706 ± 0.148 % 88.124 ± 0.161 % + 159 3.3826 ± 0.0339 0.13047 ± 0.00310 0.14539 ± 0.00195 15.674 ± 0.147 % 88.151 ± 0.161 % + 160 3.3799 ± 0.0338 0.12975 ± 0.00308 0.14477 ± 0.00194 15.635 ± 0.147 % 88.181 ± 0.160 % + 161 3.3856 ± 0.0337 0.12951 ± 0.00307 0.14425 ± 0.00193 15.598 ± 0.146 % 88.211 ± 0.159 % + 162 3.3844 ± 0.0336 0.12886 ± 0.00306 0.14361 ± 0.00192 15.559 ± 0.146 % 88.226 ± 0.159 % + 163 3.3813 ± 0.0334 0.12846 ± 0.00304 0.14304 ± 0.00191 15.525 ± 0.145 % 88.243 ± 0.158 % + 164 3.3865 ± 0.0334 0.12780 ± 0.00302 0.14245 ± 0.00190 15.485 ± 0.145 % 88.242 ± 0.158 % + 165 3.4001 ± 0.0334 0.12739 ± 0.00301 0.14193 ± 0.00189 15.448 ± 0.144 % 88.250 ± 0.157 % + 166 3.4012 ± 0.0334 0.12663 ± 0.00300 0.14137 ± 0.00188 15.410 ± 0.144 % 88.271 ± 0.156 % + 167 3.4192 ± 0.0335 0.12628 ± 0.00298 0.14094 ± 0.00186 15.369 ± 0.143 % 88.273 ± 0.156 % + 168 3.4277 ± 0.0335 0.12579 ± 0.00297 0.14036 ± 0.00185 15.330 ± 0.143 % 88.282 ± 0.155 % + 169 3.4540 ± 0.0338 0.12522 ± 0.00295 0.13999 ± 0.00185 15.295 ± 0.143 % 88.265 ± 0.155 % + 170 3.4638 ± 0.0338 0.12500 ± 0.00294 0.13961 ± 0.00183 15.263 ± 0.142 % 88.263 ± 0.155 % + 171 3.4921 ± 0.0341 0.12475 ± 0.00293 0.13911 ± 0.00182 15.225 ± 0.142 % 88.242 ± 0.154 % + 172 3.5200 ± 0.0345 0.12426 ± 0.00291 0.13877 ± 0.00181 15.192 ± 0.141 % 88.224 ± 0.154 % + 173 3.5375 ± 0.0346 0.12376 ± 0.00290 0.13827 ± 0.00180 15.153 ± 0.141 % 88.242 ± 0.153 % + 174 3.5694 ± 0.0350 0.12359 ± 0.00289 0.13805 ± 0.00180 15.123 ± 0.140 % 88.222 ± 0.153 % + 175 3.5847 ± 0.0350 0.12325 ± 0.00288 0.13758 ± 0.00179 15.086 ± 0.140 % 88.233 ± 0.153 % + 176 3.6079 ± 0.0353 0.12287 ± 0.00286 0.13710 ± 0.00178 15.047 ± 0.139 % 88.238 ± 0.152 % + 177 3.6280 ± 0.0355 0.12232 ± 0.00285 0.13670 ± 0.00177 15.013 ± 0.139 % 88.242 ± 0.152 % + 178 3.6388 ± 0.0356 0.12212 ± 0.00284 0.13629 ± 0.00176 14.984 ± 0.139 % 88.268 ± 0.151 % + 179 3.6208 ± 0.0353 0.12217 ± 0.00284 0.13660 ± 0.00176 15.017 ± 0.138 % 88.294 ± 0.150 % + 180 3.6038 ± 0.0349 0.12290 ± 0.00283 0.13714 ± 0.00176 15.073 ± 0.138 % 88.305 ± 0.150 % + 181 3.5951 ± 0.0347 0.12402 ± 0.00283 0.13816 ± 0.00177 15.144 ± 0.138 % 88.274 ± 0.150 % + 182 3.5849 ± 0.0345 0.12424 ± 0.00283 0.13863 ± 0.00176 15.157 ± 0.137 % 88.278 ± 0.149 % + 183 3.5716 ± 0.0342 0.12499 ± 0.00283 0.13912 ± 0.00176 15.213 ± 0.137 % 88.280 ± 0.149 % + 184 3.5602 ± 0.0340 0.12593 ± 0.00283 0.14011 ± 0.00177 15.286 ± 0.137 % 88.257 ± 0.149 % + 185 3.5476 ± 0.0337 0.12679 ± 0.00283 0.14098 ± 0.00177 15.358 ± 0.136 % 88.235 ± 0.148 % + 186 3.5360 ± 0.0335 0.12797 ± 0.00283 0.14178 ± 0.00177 15.417 ± 0.136 % 88.229 ± 0.148 % + 187 3.5442 ± 0.0335 0.12766 ± 0.00282 0.14141 ± 0.00177 15.393 ± 0.136 % 88.200 ± 0.148 % + 188 3.5586 ± 0.0336 0.12721 ± 0.00280 0.14085 ± 0.00176 15.357 ± 0.135 % 88.198 ± 0.147 % + 189 3.5754 ± 0.0337 0.12641 ± 0.00279 0.14037 ± 0.00175 15.321 ± 0.135 % 88.190 ± 0.147 % + 190 3.5898 ± 0.0339 0.12582 ± 0.00278 0.13992 ± 0.00174 15.286 ± 0.135 % 88.173 ± 0.147 % + 191 3.6020 ± 0.0339 0.12532 ± 0.00277 0.13946 ± 0.00173 15.251 ± 0.134 % 88.178 ± 0.146 % + 192 3.6104 ± 0.0339 0.12472 ± 0.00276 0.13901 ± 0.00172 15.215 ± 0.134 % 88.180 ± 0.146 % + 193 3.6254 ± 0.0340 0.12439 ± 0.00275 0.13855 ± 0.00171 15.179 ± 0.134 % 88.176 ± 0.146 % + 194 3.6442 ± 0.0341 0.12404 ± 0.00274 0.13812 ± 0.00171 15.146 ± 0.133 % 88.165 ± 0.145 % + 195 3.6618 ± 0.0343 0.12354 ± 0.00273 0.13776 ± 0.00170 15.114 ± 0.133 % 88.167 ± 0.145 % + 196 3.6721 ± 0.0343 0.12304 ± 0.00272 0.13735 ± 0.00169 15.084 ± 0.132 % 88.173 ± 0.144 % + 197 3.6719 ± 0.0343 0.12259 ± 0.00271 0.13692 ± 0.00168 15.054 ± 0.132 % 88.188 ± 0.144 % + 198 3.6768 ± 0.0342 0.12211 ± 0.00270 0.13643 ± 0.00167 15.021 ± 0.132 % 88.204 ± 0.144 % + 199 3.6778 ± 0.0341 0.12184 ± 0.00268 0.13600 ± 0.00166 14.991 ± 0.131 % 88.231 ± 0.143 % + 200 3.6823 ± 0.0341 0.12156 ± 0.00267 0.13569 ± 0.00166 14.963 ± 0.131 % 88.229 ± 0.143 % + 201 3.6882 ± 0.0341 0.12114 ± 0.00267 0.13540 ± 0.00165 14.941 ± 0.131 % 88.243 ± 0.142 % + 202 3.7042 ± 0.0342 0.12078 ± 0.00266 0.13509 ± 0.00164 14.912 ± 0.130 % 88.231 ± 0.142 % + 203 3.7236 ± 0.0344 0.12021 ± 0.00265 0.13472 ± 0.00164 14.880 ± 0.130 % 88.224 ± 0.142 % + 204 3.7400 ± 0.0345 0.11965 ± 0.00264 0.13437 ± 0.00163 14.852 ± 0.130 % 88.224 ± 0.141 % + 205 3.7401 ± 0.0344 0.11927 ± 0.00263 0.13404 ± 0.00162 14.827 ± 0.129 % 88.253 ± 0.141 % + 206 3.7575 ± 0.0345 0.11883 ± 0.00262 0.13369 ± 0.00161 14.799 ± 0.129 % 88.249 ± 0.141 % + 207 3.7550 ± 0.0344 0.11839 ± 0.00261 0.13322 ± 0.00161 14.769 ± 0.129 % 88.269 ± 0.140 % + 208 3.7649 ± 0.0345 0.11784 ± 0.00260 0.13281 ± 0.00160 14.736 ± 0.128 % 88.260 ± 0.140 % + 209 3.7666 ± 0.0344 0.11736 ± 0.00259 0.13260 ± 0.00159 14.715 ± 0.128 % 88.260 ± 0.139 % + 210 3.7742 ± 0.0344 0.11705 ± 0.00258 0.13224 ± 0.00159 14.690 ± 0.127 % 88.258 ± 0.139 % + 211 3.7805 ± 0.0344 0.11654 ± 0.00257 0.13186 ± 0.00158 14.661 ± 0.127 % 88.272 ± 0.139 % + 212 3.7881 ± 0.0344 0.11611 ± 0.00256 0.13149 ± 0.00157 14.634 ± 0.127 % 88.263 ± 0.138 % + 213 3.7892 ± 0.0343 0.11559 ± 0.00255 0.13103 ± 0.00156 14.605 ± 0.126 % 88.285 ± 0.138 % + 214 3.7881 ± 0.0342 0.11508 ± 0.00254 0.13060 ± 0.00156 14.576 ± 0.126 % 88.307 ± 0.138 % + 215 3.7884 ± 0.0341 0.11462 ± 0.00253 0.13020 ± 0.00155 14.549 ± 0.126 % 88.306 ± 0.137 % + 216 3.7957 ± 0.0341 0.11408 ± 0.00252 0.12982 ± 0.00154 14.520 ± 0.126 % 88.313 ± 0.137 % + 217 3.7968 ± 0.0341 0.11364 ± 0.00251 0.12940 ± 0.00154 14.491 ± 0.125 % 88.333 ± 0.136 % + 218 3.7925 ± 0.0339 0.11315 ± 0.00250 0.12900 ± 0.00153 14.465 ± 0.125 % 88.336 ± 0.136 % + 219 3.7851 ± 0.0337 0.11270 ± 0.00249 0.12858 ± 0.00152 14.440 ± 0.125 % 88.352 ± 0.136 % + 220 3.7856 ± 0.0337 0.11238 ± 0.00248 0.12822 ± 0.00152 14.413 ± 0.124 % 88.364 ± 0.135 % + 221 3.7888 ± 0.0336 0.11198 ± 0.00247 0.12779 ± 0.00151 14.384 ± 0.124 % 88.377 ± 0.135 % + 222 3.7909 ± 0.0336 0.11161 ± 0.00246 0.12750 ± 0.00150 14.360 ± 0.124 % 88.377 ± 0.135 % + 223 3.8006 ± 0.0336 0.11135 ± 0.00245 0.12723 ± 0.00150 14.335 ± 0.123 % 88.365 ± 0.134 % + 224 3.7974 ± 0.0335 0.11107 ± 0.00244 0.12686 ± 0.00149 14.309 ± 0.123 % 88.372 ± 0.134 % + 225 3.7960 ± 0.0334 0.11093 ± 0.00243 0.12663 ± 0.00149 14.290 ± 0.123 % 88.373 ± 0.134 % + 226 3.7977 ± 0.0333 0.11076 ± 0.00243 0.12655 ± 0.00148 14.284 ± 0.122 % 88.364 ± 0.134 % + 227 3.7957 ± 0.0332 0.11036 ± 0.00242 0.12619 ± 0.00148 14.258 ± 0.122 % 88.367 ± 0.133 % + 228 3.7930 ± 0.0331 0.11011 ± 0.00241 0.12582 ± 0.00147 14.230 ± 0.122 % 88.380 ± 0.133 % + 229 3.7936 ± 0.0330 0.10970 ± 0.00240 0.12546 ± 0.00146 14.204 ± 0.121 % 88.389 ± 0.133 % + 230 3.7894 ± 0.0329 0.10946 ± 0.00239 0.12512 ± 0.00146 14.181 ± 0.121 % 88.402 ± 0.132 % + 231 3.7911 ± 0.0328 0.10915 ± 0.00238 0.12476 ± 0.00145 14.155 ± 0.121 % 88.407 ± 0.132 % + 232 3.7943 ± 0.0328 0.10896 ± 0.00238 0.12446 ± 0.00144 14.131 ± 0.121 % 88.404 ± 0.132 % + 233 3.7966 ± 0.0327 0.10867 ± 0.00237 0.12413 ± 0.00144 14.107 ± 0.120 % 88.409 ± 0.131 % + 234 3.7958 ± 0.0326 0.10840 ± 0.00236 0.12397 ± 0.00144 14.099 ± 0.120 % 88.420 ± 0.131 % + 235 3.7884 ± 0.0325 0.10813 ± 0.00235 0.12388 ± 0.00143 14.094 ± 0.120 % 88.436 ± 0.131 % + 236 3.7832 ± 0.0323 0.10853 ± 0.00235 0.12464 ± 0.00143 14.143 ± 0.120 % 88.408 ± 0.130 % + 237 3.7821 ± 0.0322 0.10826 ± 0.00235 0.12430 ± 0.00143 14.120 ± 0.119 % 88.417 ± 0.130 % + 238 3.7811 ± 0.0322 0.10809 ± 0.00234 0.12398 ± 0.00142 14.098 ± 0.119 % 88.433 ± 0.130 % + 239 3.7828 ± 0.0321 0.10776 ± 0.00233 0.12371 ± 0.00142 14.076 ± 0.119 % 88.432 ± 0.130 % + 240 3.7866 ± 0.0321 0.10746 ± 0.00232 0.12337 ± 0.00141 14.050 ± 0.118 % 88.449 ± 0.129 % + 241 3.7890 ± 0.0321 0.10711 ± 0.00232 0.12318 ± 0.00141 14.035 ± 0.118 % 88.473 ± 0.129 % + 242 3.7892 ± 0.0320 0.10742 ± 0.00231 0.12347 ± 0.00140 14.039 ± 0.118 % 88.439 ± 0.129 % + 243 3.8005 ± 0.0321 0.10711 ± 0.00231 0.12331 ± 0.00140 14.018 ± 0.117 % 88.421 ± 0.129 % + 244 3.8005 ± 0.0320 0.10709 ± 0.00231 0.12341 ± 0.00139 14.027 ± 0.117 % 88.385 ± 0.128 % + 245 3.8015 ± 0.0320 0.10721 ± 0.00230 0.12366 ± 0.00139 14.030 ± 0.117 % 88.363 ± 0.128 % + 246 3.8128 ± 0.0320 0.10697 ± 0.00229 0.12343 ± 0.00138 14.006 ± 0.117 % 88.372 ± 0.128 % + 247 3.8239 ± 0.0321 0.10669 ± 0.00229 0.12321 ± 0.00138 13.984 ± 0.116 % 88.365 ± 0.128 % + 248 3.8327 ± 0.0321 0.10665 ± 0.00228 0.12295 ± 0.00137 13.960 ± 0.116 % 88.354 ± 0.128 % + 249 3.8407 ± 0.0321 0.10647 ± 0.00228 0.12288 ± 0.00137 13.948 ± 0.116 % 88.346 ± 0.127 % + 250 3.8519 ± 0.0322 0.10633 ± 0.00227 0.12262 ± 0.00137 13.924 ± 0.116 % 88.336 ± 0.127 % + 251 3.8593 ± 0.0322 0.10611 ± 0.00226 0.12232 ± 0.00136 13.901 ± 0.115 % 88.346 ± 0.127 % + 252 3.8692 ± 0.0322 0.10602 ± 0.00225 0.12218 ± 0.00136 13.890 ± 0.115 % 88.344 ± 0.127 % + 253 3.8876 ± 0.0323 0.10592 ± 0.00225 0.12190 ± 0.00135 13.865 ± 0.115 % 88.339 ± 0.126 % + 254 3.8926 ± 0.0323 0.10552 ± 0.00224 0.12159 ± 0.00134 13.841 ± 0.115 % 88.357 ± 0.126 % + 255 3.8927 ± 0.0323 0.10543 ± 0.00224 0.12158 ± 0.00134 13.836 ± 0.114 % 88.358 ± 0.126 % + 256 3.8977 ± 0.0323 0.10526 ± 0.00223 0.12143 ± 0.00134 13.824 ± 0.114 % 88.366 ± 0.125 % + 257 3.8964 ± 0.0322 0.10486 ± 0.00222 0.12119 ± 0.00133 13.802 ± 0.114 % 88.377 ± 0.125 % + 258 3.8876 ± 0.0320 0.10484 ± 0.00222 0.12101 ± 0.00133 13.792 ± 0.113 % 88.389 ± 0.125 % + 259 3.8834 ± 0.0319 0.10464 ± 0.00221 0.12095 ± 0.00132 13.784 ± 0.113 % 88.387 ± 0.125 % + 260 3.8752 ± 0.0318 0.10458 ± 0.00221 0.12097 ± 0.00132 13.786 ± 0.113 % 88.398 ± 0.124 % + 261 3.8702 ± 0.0316 0.10458 ± 0.00220 0.12090 ± 0.00132 13.779 ± 0.113 % 88.401 ± 0.124 % + 262 3.8764 ± 0.0317 0.10435 ± 0.00220 0.12074 ± 0.00131 13.761 ± 0.112 % 88.391 ± 0.124 % + 263 3.8844 ± 0.0317 0.10428 ± 0.00219 0.12059 ± 0.00131 13.745 ± 0.112 % 88.371 ± 0.124 % + 264 3.8900 ± 0.0317 0.10397 ± 0.00219 0.12040 ± 0.00130 13.724 ± 0.112 % 88.359 ± 0.124 % + 265 3.8939 ± 0.0317 0.10394 ± 0.00218 0.12026 ± 0.00130 13.707 ± 0.112 % 88.348 ± 0.123 % + 266 3.8927 ± 0.0316 0.10400 ± 0.00218 0.12028 ± 0.00129 13.704 ± 0.111 % 88.340 ± 0.123 % + 267 3.8930 ± 0.0315 0.10390 ± 0.00217 0.12006 ± 0.00129 13.688 ± 0.111 % 88.354 ± 0.123 % + 268 3.8922 ± 0.0315 0.10409 ± 0.00217 0.12017 ± 0.00129 13.682 ± 0.111 % 88.351 ± 0.123 % + 269 3.8886 ± 0.0314 0.10420 ± 0.00217 0.12007 ± 0.00128 13.671 ± 0.110 % 88.346 ± 0.123 % + 270 3.8851 ± 0.0313 0.10408 ± 0.00216 0.11994 ± 0.00128 13.658 ± 0.110 % 88.349 ± 0.122 % + 271 3.8817 ± 0.0312 0.10418 ± 0.00216 0.11989 ± 0.00128 13.650 ± 0.110 % 88.347 ± 0.122 % + 272 3.8758 ± 0.0311 0.10390 ± 0.00215 0.11979 ± 0.00127 13.642 ± 0.110 % 88.356 ± 0.122 % + 273 3.8803 ± 0.0310 0.10399 ± 0.00215 0.11975 ± 0.00127 13.630 ± 0.109 % 88.353 ± 0.122 % + 274 3.8772 ± 0.0309 0.10398 ± 0.00214 0.11960 ± 0.00126 13.619 ± 0.109 % 88.353 ± 0.121 % + 275 3.8777 ± 0.0309 0.10390 ± 0.00213 0.11944 ± 0.00126 13.601 ± 0.109 % 88.354 ± 0.121 % + 276 3.8792 ± 0.0308 0.10382 ± 0.00213 0.11926 ± 0.00126 13.588 ± 0.109 % 88.360 ± 0.121 % + 277 3.8761 ± 0.0307 0.10372 ± 0.00212 0.11922 ± 0.00125 13.579 ± 0.108 % 88.370 ± 0.121 % + 278 3.8796 ± 0.0307 0.10348 ± 0.00212 0.11900 ± 0.00125 13.559 ± 0.108 % 88.374 ± 0.120 % + 279 3.8802 ± 0.0307 0.10340 ± 0.00211 0.11894 ± 0.00124 13.552 ± 0.108 % 88.383 ± 0.120 % + 280 3.8741 ± 0.0305 0.10313 ± 0.00211 0.11867 ± 0.00124 13.533 ± 0.108 % 88.398 ± 0.120 % + 281 3.8760 ± 0.0305 0.10328 ± 0.00211 0.11885 ± 0.00124 13.526 ± 0.107 % 88.376 ± 0.120 % + 282 3.8663 ± 0.0304 0.10313 ± 0.00210 0.11870 ± 0.00124 13.521 ± 0.107 % 88.397 ± 0.119 % + 283 3.8637 ± 0.0303 0.10297 ± 0.00210 0.11862 ± 0.00123 13.510 ± 0.107 % 88.414 ± 0.119 % + 284 3.8599 ± 0.0302 0.10327 ± 0.00209 0.11879 ± 0.00123 13.524 ± 0.107 % 88.413 ± 0.119 % + 285 3.8508 ± 0.0301 0.10407 ± 0.00210 0.11948 ± 0.00124 13.605 ± 0.107 % 88.411 ± 0.119 % + 286 3.8412 ± 0.0299 0.10420 ± 0.00209 0.11963 ± 0.00124 13.629 ± 0.107 % 88.422 ± 0.118 % + 287 3.8388 ± 0.0299 0.10408 ± 0.00209 0.11948 ± 0.00124 13.616 ± 0.107 % 88.425 ± 0.118 % + 288 3.8419 ± 0.0298 0.10384 ± 0.00208 0.11925 ± 0.00123 13.597 ± 0.107 % 88.433 ± 0.118 % + 289 3.8501 ± 0.0299 0.10361 ± 0.00208 0.11909 ± 0.00123 13.579 ± 0.106 % 88.421 ± 0.118 % + 290 3.8617 ± 0.0300 0.10340 ± 0.00207 0.11889 ± 0.00122 13.560 ± 0.106 % 88.415 ± 0.118 % + 291 3.8732 ± 0.0300 0.10331 ± 0.00207 0.11870 ± 0.00122 13.543 ± 0.106 % 88.413 ± 0.117 % + 292 3.8805 ± 0.0301 0.10315 ± 0.00206 0.11853 ± 0.00122 13.530 ± 0.106 % 88.411 ± 0.117 % + 293 3.8873 ± 0.0301 0.10298 ± 0.00206 0.11831 ± 0.00121 13.510 ± 0.106 % 88.411 ± 0.117 % + 294 3.9003 ± 0.0302 0.10281 ± 0.00205 0.11810 ± 0.00121 13.491 ± 0.105 % 88.414 ± 0.117 % + 295 3.9024 ± 0.0301 0.10251 ± 0.00205 0.11788 ± 0.00121 13.476 ± 0.105 % 88.415 ± 0.117 % + 296 3.9088 ± 0.0302 0.10219 ± 0.00204 0.11769 ± 0.00120 13.460 ± 0.105 % 88.423 ± 0.116 % + 297 3.9055 ± 0.0301 0.10206 ± 0.00204 0.11752 ± 0.00120 13.446 ± 0.105 % 88.429 ± 0.116 % + 298 3.9068 ± 0.0300 0.10184 ± 0.00203 0.11726 ± 0.00119 13.430 ± 0.105 % 88.443 ± 0.116 % + 299 3.9075 ± 0.0300 0.10152 ± 0.00202 0.11701 ± 0.00119 13.411 ± 0.104 % 88.452 ± 0.116 % + 300 3.9084 ± 0.0299 0.10132 ± 0.00202 0.11682 ± 0.00119 13.394 ± 0.104 % 88.460 ± 0.116 % + 301 3.9063 ± 0.0298 0.10167 ± 0.00202 0.11691 ± 0.00118 13.394 ± 0.104 % 88.448 ± 0.115 % + 302 3.9029 ± 0.0298 0.10136 ± 0.00201 0.11676 ± 0.00118 13.378 ± 0.104 % 88.451 ± 0.115 % + 303 3.9092 ± 0.0298 0.10115 ± 0.00201 0.11658 ± 0.00118 13.361 ± 0.104 % 88.451 ± 0.115 % + 304 3.9149 ± 0.0298 0.10096 ± 0.00200 0.11640 ± 0.00117 13.344 ± 0.103 % 88.449 ± 0.115 % + 305 3.9158 ± 0.0297 0.10080 ± 0.00200 0.11623 ± 0.00117 13.329 ± 0.103 % 88.459 ± 0.115 % + 306 3.9189 ± 0.0297 0.10054 ± 0.00199 0.11609 ± 0.00117 13.315 ± 0.103 % 88.454 ± 0.114 % + 307 3.9231 ± 0.0297 0.10038 ± 0.00199 0.11596 ± 0.00116 13.301 ± 0.103 % 88.454 ± 0.114 % + 308 3.9252 ± 0.0297 0.10013 ± 0.00198 0.11578 ± 0.00116 13.291 ± 0.103 % 88.457 ± 0.114 % + 309 3.9304 ± 0.0297 0.09993 ± 0.00198 0.11556 ± 0.00116 13.273 ± 0.102 % 88.462 ± 0.114 % + 310 3.9368 ± 0.0297 0.09969 ± 0.00198 0.11547 ± 0.00115 13.260 ± 0.102 % 88.459 ± 0.114 % + 311 3.9379 ± 0.0296 0.09941 ± 0.00197 0.11525 ± 0.00115 13.242 ± 0.102 % 88.472 ± 0.113 % + 312 3.9431 ± 0.0296 0.09917 ± 0.00197 0.11507 ± 0.00115 13.226 ± 0.102 % 88.465 ± 0.113 % + 313 3.9453 ± 0.0296 0.09895 ± 0.00196 0.11488 ± 0.00114 13.211 ± 0.102 % 88.477 ± 0.113 % + 314 3.9442 ± 0.0295 0.09871 ± 0.00196 0.11470 ± 0.00114 13.196 ± 0.101 % 88.489 ± 0.113 % + 315 3.9429 ± 0.0294 0.09850 ± 0.00195 0.11445 ± 0.00113 13.180 ± 0.101 % 88.505 ± 0.113 % + 316 3.9542 ± 0.0295 0.09827 ± 0.00195 0.11424 ± 0.00113 13.164 ± 0.101 % 88.506 ± 0.112 % + 317 3.9596 ± 0.0295 0.09809 ± 0.00194 0.11405 ± 0.00113 13.146 ± 0.101 % 88.512 ± 0.112 % + 318 3.9710 ± 0.0296 0.09790 ± 0.00194 0.11380 ± 0.00112 13.130 ± 0.101 % 88.521 ± 0.112 % + 319 3.9567 ± 0.0294 0.09809 ± 0.00193 0.11407 ± 0.00113 13.180 ± 0.101 % 88.527 ± 0.112 % + 320 3.9429 ± 0.0292 0.09842 ± 0.00193 0.11433 ± 0.00113 13.219 ± 0.101 % 88.544 ± 0.111 % + 321 3.9319 ± 0.0291 0.09885 ± 0.00193 0.11480 ± 0.00113 13.273 ± 0.101 % 88.550 ± 0.111 % + 322 3.9215 ± 0.0290 0.09958 ± 0.00193 0.11537 ± 0.00114 13.350 ± 0.101 % 88.546 ± 0.111 % + 323 3.9094 ± 0.0288 0.10019 ± 0.00194 0.11590 ± 0.00115 13.406 ± 0.101 % 88.550 ± 0.111 % + 324 3.9005 ± 0.0287 0.10050 ± 0.00194 0.11647 ± 0.00115 13.446 ± 0.101 % 88.542 ± 0.111 % + 325 3.8920 ± 0.0285 0.10136 ± 0.00194 0.11722 ± 0.00115 13.508 ± 0.101 % 88.531 ± 0.111 % + 326 3.8839 ± 0.0284 0.10213 ± 0.00194 0.11781 ± 0.00116 13.562 ± 0.101 % 88.520 ± 0.111 % + 327 3.8746 ± 0.0283 0.10288 ± 0.00194 0.11844 ± 0.00116 13.635 ± 0.101 % 88.497 ± 0.110 % + 328 3.8690 ± 0.0282 0.10376 ± 0.00195 0.11901 ± 0.00116 13.676 ± 0.101 % 88.479 ± 0.110 % + 329 3.8598 ± 0.0281 0.10417 ± 0.00195 0.11934 ± 0.00116 13.712 ± 0.100 % 88.471 ± 0.110 % + 330 3.8502 ± 0.0279 0.10487 ± 0.00195 0.11985 ± 0.00116 13.751 ± 0.100 % 88.468 ± 0.110 % + 331 3.8432 ± 0.0278 0.10579 ± 0.00195 0.12057 ± 0.00117 13.815 ± 0.100 % 88.459 ± 0.110 % + 332 3.8321 ± 0.0277 0.10610 ± 0.00195 0.12092 ± 0.00117 13.859 ± 0.100 % 88.459 ± 0.110 % + 333 3.8234 ± 0.0275 0.10647 ± 0.00195 0.12131 ± 0.00117 13.893 ± 0.100 % 88.456 ± 0.110 % + 334 3.8161 ± 0.0274 0.10740 ± 0.00195 0.12203 ± 0.00117 13.963 ± 0.100 % 88.443 ± 0.110 % + 335 3.8075 ± 0.0273 0.10825 ± 0.00196 0.12259 ± 0.00118 14.012 ± 0.100 % 88.439 ± 0.109 % + 336 3.7970 ± 0.0272 0.10884 ± 0.00196 0.12308 ± 0.00118 14.070 ± 0.100 % 88.438 ± 0.109 % + 337 3.7886 ± 0.0270 0.10951 ± 0.00196 0.12363 ± 0.00118 14.130 ± 0.100 % 88.431 ± 0.109 % + 338 3.7798 ± 0.0269 0.10984 ± 0.00196 0.12397 ± 0.00118 14.168 ± 0.100 % 88.431 ± 0.109 % + 339 3.7756 ± 0.0268 0.11024 ± 0.00195 0.12420 ± 0.00118 14.186 ± 0.100 % 88.427 ± 0.109 % + 340 3.7750 ± 0.0268 0.10995 ± 0.00195 0.12395 ± 0.00118 14.170 ± 0.100 % 88.435 ± 0.109 % + 341 3.7826 ± 0.0268 0.10971 ± 0.00194 0.12375 ± 0.00118 14.153 ± 0.100 % 88.433 ± 0.108 % + 342 3.7874 ± 0.0268 0.10946 ± 0.00194 0.12355 ± 0.00117 14.139 ± 0.099 % 88.430 ± 0.108 % + 343 3.7903 ± 0.0268 0.10934 ± 0.00194 0.12338 ± 0.00117 14.124 ± 0.099 % 88.422 ± 0.108 % + 344 3.7935 ± 0.0268 0.10924 ± 0.00193 0.12325 ± 0.00117 14.116 ± 0.099 % 88.407 ± 0.108 % + 345 3.7918 ± 0.0267 0.10895 ± 0.00193 0.12303 ± 0.00116 14.099 ± 0.099 % 88.413 ± 0.108 % + 346 3.7950 ± 0.0267 0.10877 ± 0.00192 0.12284 ± 0.00116 14.082 ± 0.099 % 88.405 ± 0.108 % + 347 3.7939 ± 0.0266 0.10863 ± 0.00192 0.12267 ± 0.00116 14.070 ± 0.099 % 88.401 ± 0.108 % + 348 3.7942 ± 0.0266 0.10841 ± 0.00192 0.12253 ± 0.00116 14.055 ± 0.098 % 88.399 ± 0.108 % + 349 3.7947 ± 0.0266 0.10822 ± 0.00191 0.12234 ± 0.00115 14.039 ± 0.098 % 88.399 ± 0.107 % + 350 3.8014 ± 0.0266 0.10801 ± 0.00191 0.12212 ± 0.00115 14.022 ± 0.098 % 88.402 ± 0.107 % + 351 3.8019 ± 0.0265 0.10781 ± 0.00190 0.12193 ± 0.00115 14.006 ± 0.098 % 88.407 ± 0.107 % + 352 3.8002 ± 0.0265 0.10761 ± 0.00190 0.12168 ± 0.00114 13.992 ± 0.098 % 88.418 ± 0.107 % + 353 3.8093 ± 0.0265 0.10750 ± 0.00189 0.12151 ± 0.00114 13.977 ± 0.098 % 88.426 ± 0.107 % + 354 3.8177 ± 0.0266 0.10730 ± 0.00189 0.12127 ± 0.00114 13.959 ± 0.097 % 88.441 ± 0.106 % + 355 3.8260 ± 0.0266 0.10716 ± 0.00189 0.12106 ± 0.00113 13.943 ± 0.097 % 88.445 ± 0.106 % + 356 3.8237 ± 0.0266 0.10700 ± 0.00188 0.12091 ± 0.00113 13.929 ± 0.097 % 88.451 ± 0.106 % + 357 3.8133 ± 0.0264 0.10750 ± 0.00188 0.12137 ± 0.00113 13.981 ± 0.097 % 88.453 ± 0.106 % + 358 3.8093 ± 0.0264 0.10775 ± 0.00188 0.12179 ± 0.00113 14.011 ± 0.097 % 88.431 ± 0.106 % + 359 3.8105 ± 0.0263 0.10811 ± 0.00188 0.12220 ± 0.00113 14.029 ± 0.097 % 88.409 ± 0.106 % + 360 3.8038 ± 0.0262 0.10816 ± 0.00188 0.12231 ± 0.00113 14.039 ± 0.097 % 88.410 ± 0.106 % + 361 3.7941 ± 0.0261 0.10836 ± 0.00188 0.12257 ± 0.00113 14.074 ± 0.097 % 88.405 ± 0.106 % + 362 3.7897 ± 0.0260 0.10847 ± 0.00188 0.12264 ± 0.00113 14.079 ± 0.096 % 88.401 ± 0.105 % + 363 3.7939 ± 0.0260 0.10859 ± 0.00188 0.12274 ± 0.00113 14.074 ± 0.096 % 88.389 ± 0.105 % + 364 3.8075 ± 0.0261 0.10838 ± 0.00187 0.12270 ± 0.00113 14.059 ± 0.096 % 88.370 ± 0.105 % + 365 3.8174 ± 0.0262 0.10827 ± 0.00187 0.12267 ± 0.00112 14.047 ± 0.096 % 88.362 ± 0.105 % + 366 3.8333 ± 0.0263 0.10801 ± 0.00187 0.12263 ± 0.00112 14.030 ± 0.096 % 88.348 ± 0.105 % + 367 3.8431 ± 0.0264 0.10783 ± 0.00187 0.12262 ± 0.00112 14.019 ± 0.096 % 88.339 ± 0.105 % + 368 3.8500 ± 0.0264 0.10770 ± 0.00187 0.12269 ± 0.00112 14.012 ± 0.095 % 88.334 ± 0.105 % + 369 3.8626 ± 0.0265 0.10756 ± 0.00186 0.12261 ± 0.00111 13.999 ± 0.095 % 88.333 ± 0.105 % + 370 3.8735 ± 0.0266 0.10744 ± 0.00186 0.12256 ± 0.00111 13.986 ± 0.095 % 88.330 ± 0.105 % + 371 3.8769 ± 0.0266 0.10737 ± 0.00186 0.12266 ± 0.00111 13.978 ± 0.095 % 88.322 ± 0.104 % + 372 3.8843 ± 0.0266 0.10727 ± 0.00185 0.12262 ± 0.00111 13.964 ± 0.095 % 88.312 ± 0.104 % + 373 3.8928 ± 0.0267 0.10719 ± 0.00185 0.12258 ± 0.00110 13.951 ± 0.095 % 88.292 ± 0.104 % + 374 3.9009 ± 0.0267 0.10721 ± 0.00185 0.12254 ± 0.00110 13.939 ± 0.095 % 88.278 ± 0.104 % + 375 3.9068 ± 0.0267 0.10721 ± 0.00185 0.12253 ± 0.00110 13.926 ± 0.094 % 88.270 ± 0.104 % + 376 3.9125 ± 0.0267 0.10712 ± 0.00184 0.12248 ± 0.00110 13.915 ± 0.094 % 88.269 ± 0.104 % + 377 3.9163 ± 0.0267 0.10715 ± 0.00184 0.12261 ± 0.00110 13.914 ± 0.094 % 88.248 ± 0.104 % + 378 3.9275 ± 0.0268 0.10687 ± 0.00184 0.12252 ± 0.00109 13.900 ± 0.094 % 88.245 ± 0.104 % + 379 3.9367 ± 0.0269 0.10693 ± 0.00184 0.12246 ± 0.00109 13.888 ± 0.094 % 88.229 ± 0.104 % + 380 3.9428 ± 0.0269 0.10687 ± 0.00183 0.12251 ± 0.00109 13.877 ± 0.094 % 88.214 ± 0.104 % + 381 3.9505 ± 0.0269 0.10669 ± 0.00183 0.12247 ± 0.00109 13.865 ± 0.094 % 88.194 ± 0.104 % + 382 3.9574 ± 0.0269 0.10650 ± 0.00183 0.12235 ± 0.00108 13.851 ± 0.093 % 88.202 ± 0.103 % + 383 3.9707 ± 0.0270 0.10630 ± 0.00182 0.12227 ± 0.00108 13.838 ± 0.093 % 88.189 ± 0.103 % + 384 3.9799 ± 0.0271 0.10604 ± 0.00182 0.12226 ± 0.00108 13.823 ± 0.093 % 88.172 ± 0.103 % + 385 3.9822 ± 0.0271 0.10589 ± 0.00182 0.12211 ± 0.00107 13.813 ± 0.093 % 88.179 ± 0.103 % + 386 3.9848 ± 0.0271 0.10585 ± 0.00182 0.12206 ± 0.00107 13.805 ± 0.093 % 88.172 ± 0.103 % + 387 3.9888 ± 0.0271 0.10565 ± 0.00181 0.12194 ± 0.00107 13.791 ± 0.093 % 88.176 ± 0.103 % + 388 4.0027 ± 0.0272 0.10543 ± 0.00181 0.12180 ± 0.00107 13.776 ± 0.093 % 88.174 ± 0.103 % + 389 4.0137 ± 0.0272 0.10533 ± 0.00181 0.12167 ± 0.00106 13.762 ± 0.092 % 88.173 ± 0.103 % + 390 4.0144 ± 0.0272 0.10513 ± 0.00180 0.12157 ± 0.00106 13.750 ± 0.092 % 88.176 ± 0.102 % + 391 4.0131 ± 0.0272 0.10506 ± 0.00180 0.12144 ± 0.00106 13.738 ± 0.092 % 88.176 ± 0.102 % + 392 4.0023 ± 0.0270 0.10521 ± 0.00180 0.12162 ± 0.00106 13.766 ± 0.092 % 88.182 ± 0.102 % + 393 3.9969 ± 0.0269 0.10600 ± 0.00180 0.12226 ± 0.00106 13.827 ± 0.092 % 88.163 ± 0.102 % + 394 4.0005 ± 0.0269 0.10586 ± 0.00180 0.12210 ± 0.00106 13.813 ± 0.092 % 88.163 ± 0.102 % + 395 4.0044 ± 0.0269 0.10570 ± 0.00179 0.12192 ± 0.00106 13.799 ± 0.092 % 88.165 ± 0.102 % + 396 4.0061 ± 0.0269 0.10562 ± 0.00179 0.12183 ± 0.00106 13.788 ± 0.092 % 88.161 ± 0.102 % + 397 4.0097 ± 0.0269 0.10544 ± 0.00178 0.12167 ± 0.00105 13.776 ± 0.092 % 88.162 ± 0.102 % + 398 4.0115 ± 0.0269 0.10542 ± 0.00178 0.12163 ± 0.00105 13.768 ± 0.091 % 88.171 ± 0.101 % + 399 4.0142 ± 0.0269 0.10543 ± 0.00178 0.12152 ± 0.00105 13.756 ± 0.091 % 88.171 ± 0.101 % + 400 4.0132 ± 0.0268 0.10545 ± 0.00178 0.12139 ± 0.00105 13.746 ± 0.091 % 88.182 ± 0.101 % + 401 4.0105 ± 0.0268 0.10545 ± 0.00177 0.12125 ± 0.00104 13.738 ± 0.091 % 88.187 ± 0.101 % + 402 4.0009 ± 0.0267 0.10541 ± 0.00177 0.12122 ± 0.00104 13.738 ± 0.091 % 88.202 ± 0.101 % + 403 3.9913 ± 0.0266 0.10539 ± 0.00177 0.12117 ± 0.00104 13.743 ± 0.091 % 88.221 ± 0.101 % + 404 3.9847 ± 0.0265 0.10566 ± 0.00177 0.12149 ± 0.00104 13.767 ± 0.091 % 88.218 ± 0.100 % + 405 3.9859 ± 0.0264 0.10600 ± 0.00177 0.12176 ± 0.00104 13.782 ± 0.091 % 88.202 ± 0.100 % + 406 3.9811 ± 0.0264 0.10662 ± 0.00177 0.12234 ± 0.00105 13.825 ± 0.091 % 88.193 ± 0.100 % + 407 3.9736 ± 0.0263 0.10727 ± 0.00177 0.12282 ± 0.00105 13.856 ± 0.091 % 88.194 ± 0.100 % + 408 3.9660 ± 0.0262 0.10768 ± 0.00177 0.12329 ± 0.00105 13.892 ± 0.090 % 88.183 ± 0.100 % + 409 3.9597 ± 0.0261 0.10836 ± 0.00178 0.12408 ± 0.00106 13.952 ± 0.091 % 88.168 ± 0.100 % + 410 3.9511 ± 0.0260 0.10852 ± 0.00178 0.12426 ± 0.00106 13.971 ± 0.090 % 88.179 ± 0.100 % + 411 3.9425 ± 0.0259 0.10867 ± 0.00178 0.12445 ± 0.00106 13.991 ± 0.090 % 88.192 ± 0.100 % + 412 3.9340 ± 0.0258 0.10921 ± 0.00178 0.12484 ± 0.00106 14.035 ± 0.090 % 88.192 ± 0.100 % + 413 3.9249 ± 0.0257 0.10931 ± 0.00178 0.12500 ± 0.00106 14.049 ± 0.090 % 88.205 ± 0.099 % + 414 3.9157 ± 0.0256 0.10960 ± 0.00178 0.12525 ± 0.00107 14.079 ± 0.090 % 88.216 ± 0.099 % + 415 3.9088 ± 0.0255 0.10998 ± 0.00178 0.12576 ± 0.00107 14.116 ± 0.090 % 88.204 ± 0.099 % + 416 3.8985 ± 0.0254 0.11020 ± 0.00178 0.12600 ± 0.00107 14.146 ± 0.090 % 88.216 ± 0.099 % + 417 3.8882 ± 0.0253 0.11032 ± 0.00178 0.12612 ± 0.00107 14.163 ± 0.090 % 88.229 ± 0.099 % + 418 3.8780 ± 0.0251 0.11037 ± 0.00177 0.12614 ± 0.00107 14.172 ± 0.090 % 88.241 ± 0.099 % + 419 3.8678 ± 0.0250 0.11056 ± 0.00177 0.12633 ± 0.00108 14.198 ± 0.090 % 88.253 ± 0.099 % + 420 3.8588 ± 0.0249 0.11078 ± 0.00177 0.12648 ± 0.00108 14.215 ± 0.090 % 88.262 ± 0.098 % + 421 3.8499 ± 0.0248 0.11103 ± 0.00177 0.12661 ± 0.00108 14.236 ± 0.090 % 88.269 ± 0.098 % + 422 3.8416 ± 0.0247 0.11108 ± 0.00177 0.12679 ± 0.00108 14.251 ± 0.090 % 88.279 ± 0.098 % + 423 3.8355 ± 0.0247 0.11124 ± 0.00177 0.12686 ± 0.00108 14.262 ± 0.090 % 88.285 ± 0.098 % + 424 3.8359 ± 0.0246 0.11123 ± 0.00177 0.12698 ± 0.00108 14.264 ± 0.090 % 88.275 ± 0.098 % + 425 3.8346 ± 0.0246 0.11142 ± 0.00177 0.12728 ± 0.00108 14.277 ± 0.090 % 88.257 ± 0.098 % + 426 3.8333 ± 0.0246 0.11171 ± 0.00177 0.12769 ± 0.00108 14.290 ± 0.089 % 88.244 ± 0.098 % + 427 3.8323 ± 0.0245 0.11184 ± 0.00177 0.12798 ± 0.00108 14.299 ± 0.089 % 88.231 ± 0.098 % + 428 3.8265 ± 0.0244 0.11190 ± 0.00177 0.12810 ± 0.00107 14.306 ± 0.089 % 88.235 ± 0.098 % + 429 3.8200 ± 0.0244 0.11244 ± 0.00177 0.12857 ± 0.00108 14.349 ± 0.089 % 88.227 ± 0.097 % + 430 3.8223 ± 0.0244 0.11247 ± 0.00177 0.12879 ± 0.00108 14.355 ± 0.089 % 88.212 ± 0.097 % + 431 3.8164 ± 0.0243 0.11260 ± 0.00177 0.12885 ± 0.00108 14.363 ± 0.089 % 88.215 ± 0.097 % + 432 3.8135 ± 0.0242 0.11304 ± 0.00177 0.12921 ± 0.00108 14.380 ± 0.089 % 88.198 ± 0.097 % + 433 3.8150 ± 0.0242 0.11292 ± 0.00177 0.12932 ± 0.00108 14.380 ± 0.089 % 88.188 ± 0.097 % + 434 3.8077 ± 0.0241 0.11319 ± 0.00177 0.12946 ± 0.00108 14.400 ± 0.089 % 88.199 ± 0.097 % + 435 3.8036 ± 0.0241 0.11384 ± 0.00177 0.12993 ± 0.00108 14.444 ± 0.088 % 88.186 ± 0.097 % + 436 3.8017 ± 0.0240 0.11399 ± 0.00177 0.13011 ± 0.00108 14.451 ± 0.088 % 88.173 ± 0.097 % + 437 3.7976 ± 0.0240 0.11407 ± 0.00176 0.13009 ± 0.00107 14.450 ± 0.088 % 88.172 ± 0.097 % + 438 3.7974 ± 0.0239 0.11433 ± 0.00176 0.13032 ± 0.00107 14.456 ± 0.088 % 88.160 ± 0.097 % + 439 3.7974 ± 0.0239 0.11465 ± 0.00176 0.13070 ± 0.00108 14.470 ± 0.088 % 88.150 ± 0.097 % + 440 3.7963 ± 0.0239 0.11466 ± 0.00176 0.13085 ± 0.00107 14.476 ± 0.088 % 88.142 ± 0.097 % + 441 3.7883 ± 0.0238 0.11498 ± 0.00176 0.13110 ± 0.00108 14.499 ± 0.088 % 88.146 ± 0.096 % + 442 3.7889 ± 0.0238 0.11496 ± 0.00176 0.13126 ± 0.00107 14.503 ± 0.088 % 88.137 ± 0.096 % + 443 3.7847 ± 0.0237 0.11490 ± 0.00176 0.13129 ± 0.00107 14.502 ± 0.087 % 88.128 ± 0.096 % + 444 3.7776 ± 0.0236 0.11500 ± 0.00176 0.13160 ± 0.00107 14.531 ± 0.087 % 88.133 ± 0.096 % + 445 3.7708 ± 0.0235 0.11520 ± 0.00176 0.13187 ± 0.00108 14.552 ± 0.087 % 88.137 ± 0.096 % + 446 3.7692 ± 0.0235 0.11554 ± 0.00176 0.13220 ± 0.00108 14.566 ± 0.087 % 88.137 ± 0.096 % + 447 3.7645 ± 0.0234 0.11575 ± 0.00176 0.13234 ± 0.00107 14.575 ± 0.087 % 88.134 ± 0.096 % + 448 3.7607 ± 0.0234 0.11587 ± 0.00176 0.13249 ± 0.00107 14.594 ± 0.087 % 88.132 ± 0.096 % + 449 3.7585 ± 0.0233 0.11644 ± 0.00176 0.13290 ± 0.00107 14.624 ± 0.087 % 88.103 ± 0.096 % + 450 3.7575 ± 0.0233 0.11618 ± 0.00176 0.13280 ± 0.00107 14.613 ± 0.087 % 88.107 ± 0.096 % + 451 3.7553 ± 0.0232 0.11611 ± 0.00175 0.13267 ± 0.00107 14.604 ± 0.087 % 88.117 ± 0.095 % + 452 3.7551 ± 0.0232 0.11592 ± 0.00175 0.13252 ± 0.00107 14.594 ± 0.087 % 88.124 ± 0.095 % + 453 3.7588 ± 0.0232 0.11583 ± 0.00175 0.13239 ± 0.00106 14.582 ± 0.086 % 88.120 ± 0.095 % + 454 3.7640 ± 0.0232 0.11561 ± 0.00174 0.13225 ± 0.00106 14.572 ± 0.086 % 88.117 ± 0.095 % + 455 3.7707 ± 0.0233 0.11543 ± 0.00174 0.13210 ± 0.00106 14.559 ± 0.086 % 88.115 ± 0.095 % + 456 3.7777 ± 0.0233 0.11523 ± 0.00174 0.13196 ± 0.00106 14.548 ± 0.086 % 88.111 ± 0.095 % + 457 3.7762 ± 0.0233 0.11516 ± 0.00174 0.13192 ± 0.00106 14.539 ± 0.086 % 88.112 ± 0.095 % + 458 3.7771 ± 0.0232 0.11507 ± 0.00173 0.13182 ± 0.00105 14.530 ± 0.086 % 88.103 ± 0.095 % + 459 3.7798 ± 0.0232 0.11491 ± 0.00173 0.13169 ± 0.00105 14.520 ± 0.086 % 88.102 ± 0.095 % + 460 3.7845 ± 0.0233 0.11478 ± 0.00173 0.13164 ± 0.00105 14.510 ± 0.086 % 88.094 ± 0.095 % + 461 3.7893 ± 0.0233 0.11461 ± 0.00173 0.13152 ± 0.00105 14.499 ± 0.086 % 88.097 ± 0.094 % + 462 3.7925 ± 0.0233 0.11444 ± 0.00172 0.13138 ± 0.00105 14.486 ± 0.085 % 88.095 ± 0.094 % + 463 3.7963 ± 0.0233 0.11428 ± 0.00172 0.13125 ± 0.00104 14.473 ± 0.085 % 88.099 ± 0.094 % + 464 3.8006 ± 0.0233 0.11411 ± 0.00172 0.13114 ± 0.00104 14.462 ± 0.085 % 88.099 ± 0.094 % + 465 3.8064 ± 0.0233 0.11403 ± 0.00171 0.13100 ± 0.00104 14.451 ± 0.085 % 88.094 ± 0.094 % + 466 3.8115 ± 0.0233 0.11395 ± 0.00171 0.13090 ± 0.00104 14.440 ± 0.085 % 88.093 ± 0.094 % + 467 3.8137 ± 0.0233 0.11383 ± 0.00171 0.13077 ± 0.00104 14.429 ± 0.085 % 88.098 ± 0.094 % + 468 3.8145 ± 0.0233 0.11365 ± 0.00171 0.13061 ± 0.00103 14.416 ± 0.085 % 88.101 ± 0.094 % + 469 3.8160 ± 0.0233 0.11349 ± 0.00170 0.13047 ± 0.00103 14.406 ± 0.085 % 88.108 ± 0.094 % + 470 3.8167 ± 0.0233 0.11337 ± 0.00170 0.13028 ± 0.00103 14.392 ± 0.085 % 88.119 ± 0.093 % + 471 3.8191 ± 0.0232 0.11318 ± 0.00170 0.13011 ± 0.00103 14.380 ± 0.085 % 88.124 ± 0.093 % + 472 3.8269 ± 0.0233 0.11312 ± 0.00170 0.12996 ± 0.00103 14.368 ± 0.084 % 88.130 ± 0.093 % + 473 3.8300 ± 0.0233 0.11290 ± 0.00169 0.12979 ± 0.00102 14.357 ± 0.084 % 88.129 ± 0.093 % + 474 3.8308 ± 0.0233 0.11272 ± 0.00169 0.12962 ± 0.00102 14.345 ± 0.084 % 88.138 ± 0.093 % + 475 3.8322 ± 0.0233 0.11256 ± 0.00169 0.12946 ± 0.00102 14.333 ± 0.084 % 88.142 ± 0.093 % + 476 3.8296 ± 0.0232 0.11227 ± 0.00169 0.12932 ± 0.00102 14.323 ± 0.084 % 88.153 ± 0.093 % + 477 3.8340 ± 0.0232 0.11225 ± 0.00168 0.12926 ± 0.00102 14.317 ± 0.084 % 88.155 ± 0.093 % + 478 3.8414 ± 0.0233 0.11201 ± 0.00168 0.12911 ± 0.00101 14.307 ± 0.084 % 88.157 ± 0.093 % + 479 3.8442 ± 0.0233 0.11186 ± 0.00168 0.12900 ± 0.00101 14.300 ± 0.084 % 88.163 ± 0.092 % + 480 3.8448 ± 0.0233 0.11193 ± 0.00168 0.12930 ± 0.00101 14.311 ± 0.084 % 88.144 ± 0.092 % + 481 3.8491 ± 0.0233 0.11181 ± 0.00168 0.12919 ± 0.00101 14.300 ± 0.084 % 88.138 ± 0.092 % + 482 3.8504 ± 0.0233 0.11167 ± 0.00167 0.12914 ± 0.00101 14.292 ± 0.083 % 88.137 ± 0.092 % + 483 3.8543 ± 0.0233 0.11143 ± 0.00167 0.12897 ± 0.00101 14.279 ± 0.083 % 88.138 ± 0.092 % + 484 3.8573 ± 0.0233 0.11128 ± 0.00167 0.12881 ± 0.00101 14.267 ± 0.083 % 88.147 ± 0.092 % + 485 3.8574 ± 0.0233 0.11106 ± 0.00167 0.12868 ± 0.00100 14.257 ± 0.083 % 88.145 ± 0.092 % + 486 3.8554 ± 0.0232 0.11088 ± 0.00166 0.12849 ± 0.00100 14.246 ± 0.083 % 88.148 ± 0.092 % + 487 3.8589 ± 0.0232 0.11066 ± 0.00166 0.12836 ± 0.00100 14.234 ± 0.083 % 88.152 ± 0.092 % + 488 3.8593 ± 0.0232 0.11054 ± 0.00166 0.12818 ± 0.00100 14.222 ± 0.083 % 88.161 ± 0.092 % + 489 3.8587 ± 0.0231 0.11039 ± 0.00166 0.12799 ± 0.00100 14.210 ± 0.083 % 88.173 ± 0.091 % + 490 3.8612 ± 0.0231 0.11023 ± 0.00165 0.12781 ± 0.00099 14.198 ± 0.083 % 88.170 ± 0.091 % + 491 3.8632 ± 0.0231 0.11011 ± 0.00165 0.12772 ± 0.00099 14.189 ± 0.083 % 88.169 ± 0.091 % + 492 3.8640 ± 0.0231 0.11001 ± 0.00165 0.12757 ± 0.00099 14.178 ± 0.083 % 88.177 ± 0.091 % + 493 3.8658 ± 0.0231 0.10989 ± 0.00164 0.12740 ± 0.00099 14.166 ± 0.082 % 88.185 ± 0.091 % + 494 3.8733 ± 0.0232 0.10971 ± 0.00164 0.12734 ± 0.00099 14.157 ± 0.082 % 88.186 ± 0.091 % + 495 3.8797 ± 0.0232 0.10966 ± 0.00164 0.12726 ± 0.00099 14.147 ± 0.082 % 88.190 ± 0.091 % + 496 3.8781 ± 0.0232 0.10958 ± 0.00164 0.12714 ± 0.00098 14.139 ± 0.082 % 88.199 ± 0.091 % + 497 3.8817 ± 0.0232 0.10944 ± 0.00164 0.12703 ± 0.00098 14.130 ± 0.082 % 88.202 ± 0.091 % + 498 3.8820 ± 0.0231 0.10937 ± 0.00163 0.12687 ± 0.00098 14.119 ± 0.082 % 88.204 ± 0.091 % + 499 3.8829 ± 0.0231 0.10926 ± 0.00163 0.12678 ± 0.00098 14.113 ± 0.082 % 88.213 ± 0.090 % + 500 3.8913 ± 0.0232 0.10908 ± 0.00163 0.12664 ± 0.00098 14.101 ± 0.082 % 88.211 ± 0.090 % + 501 3.8932 ± 0.0232 0.10879 ± 0.00163 0.12649 ± 0.00097 14.090 ± 0.082 % 88.222 ± 0.090 % + 502 3.8964 ± 0.0232 0.10859 ± 0.00162 0.12636 ± 0.00097 14.078 ± 0.082 % 88.231 ± 0.090 % + 503 3.9001 ± 0.0232 0.10848 ± 0.00162 0.12621 ± 0.00097 14.067 ± 0.081 % 88.240 ± 0.090 % + 504 3.9029 ± 0.0232 0.10822 ± 0.00162 0.12604 ± 0.00097 14.054 ± 0.081 % 88.243 ± 0.090 % + 505 3.9074 ± 0.0232 0.10807 ± 0.00162 0.12588 ± 0.00097 14.043 ± 0.081 % 88.248 ± 0.090 % + 506 3.9107 ± 0.0232 0.10789 ± 0.00161 0.12572 ± 0.00097 14.031 ± 0.081 % 88.259 ± 0.090 % + 507 3.9132 ± 0.0232 0.10778 ± 0.00161 0.12556 ± 0.00096 14.020 ± 0.081 % 88.265 ± 0.090 % + 508 3.9200 ± 0.0232 0.10768 ± 0.00161 0.12541 ± 0.00096 14.008 ± 0.081 % 88.269 ± 0.089 % + 509 3.9182 ± 0.0232 0.10746 ± 0.00161 0.12532 ± 0.00096 14.000 ± 0.081 % 88.268 ± 0.089 % + 510 3.9189 ± 0.0232 0.10732 ± 0.00160 0.12521 ± 0.00096 13.990 ± 0.081 % 88.273 ± 0.089 % + 511 3.9203 ± 0.0232 0.10712 ± 0.00160 0.12507 ± 0.00096 13.979 ± 0.081 % 88.281 ± 0.089 % + 512 3.9217 ± 0.0231 0.10696 ± 0.00160 0.12500 ± 0.00096 13.971 ± 0.081 % 88.287 ± 0.089 % + 513 3.9234 ± 0.0231 0.10687 ± 0.00160 0.12487 ± 0.00095 13.960 ± 0.081 % 88.283 ± 0.089 % + 514 3.9213 ± 0.0231 0.10669 ± 0.00159 0.12473 ± 0.00095 13.950 ± 0.081 % 88.278 ± 0.089 % + 515 3.9210 ± 0.0231 0.10660 ± 0.00159 0.12459 ± 0.00095 13.941 ± 0.080 % 88.284 ± 0.089 % + 516 3.9248 ± 0.0231 0.10648 ± 0.00159 0.12448 ± 0.00095 13.933 ± 0.080 % 88.281 ± 0.089 % + 517 3.9302 ± 0.0231 0.10629 ± 0.00159 0.12436 ± 0.00095 13.922 ± 0.080 % 88.282 ± 0.089 % + 518 3.9316 ± 0.0231 0.10615 ± 0.00158 0.12424 ± 0.00095 13.913 ± 0.080 % 88.291 ± 0.088 % + 519 3.9312 ± 0.0231 0.10601 ± 0.00158 0.12408 ± 0.00094 13.902 ± 0.080 % 88.301 ± 0.088 % + 520 3.9335 ± 0.0231 0.10591 ± 0.00158 0.12395 ± 0.00094 13.891 ± 0.080 % 88.298 ± 0.088 % + 521 3.9386 ± 0.0231 0.10572 ± 0.00158 0.12382 ± 0.00094 13.880 ± 0.080 % 88.296 ± 0.088 % + 522 3.9448 ± 0.0231 0.10553 ± 0.00157 0.12367 ± 0.00094 13.869 ± 0.080 % 88.301 ± 0.088 % + 523 3.9441 ± 0.0231 0.10542 ± 0.00157 0.12351 ± 0.00094 13.859 ± 0.080 % 88.309 ± 0.088 % + 524 3.9477 ± 0.0231 0.10523 ± 0.00157 0.12336 ± 0.00094 13.847 ± 0.080 % 88.312 ± 0.088 % + 525 3.9433 ± 0.0230 0.10522 ± 0.00157 0.12332 ± 0.00094 13.851 ± 0.080 % 88.317 ± 0.088 % + 526 3.9357 ± 0.0230 0.10534 ± 0.00157 0.12351 ± 0.00094 13.880 ± 0.080 % 88.317 ± 0.088 % + 527 3.9295 ± 0.0229 0.10561 ± 0.00157 0.12375 ± 0.00094 13.899 ± 0.080 % 88.319 ± 0.088 % + 528 3.9295 ± 0.0229 0.10590 ± 0.00157 0.12402 ± 0.00094 13.916 ± 0.079 % 88.303 ± 0.088 % + 529 3.9280 ± 0.0228 0.10611 ± 0.00157 0.12418 ± 0.00094 13.923 ± 0.079 % 88.294 ± 0.088 % + 530 3.9271 ± 0.0228 0.10604 ± 0.00156 0.12418 ± 0.00093 13.919 ± 0.079 % 88.297 ± 0.087 % + 531 3.9261 ± 0.0228 0.10607 ± 0.00156 0.12441 ± 0.00093 13.926 ± 0.079 % 88.283 ± 0.087 % + 532 3.9270 ± 0.0228 0.10591 ± 0.00156 0.12430 ± 0.00093 13.917 ± 0.079 % 88.284 ± 0.087 % + 533 3.9234 ± 0.0227 0.10602 ± 0.00156 0.12443 ± 0.00093 13.924 ± 0.079 % 88.286 ± 0.087 % + 534 3.9245 ± 0.0227 0.10601 ± 0.00156 0.12446 ± 0.00093 13.918 ± 0.079 % 88.279 ± 0.087 % + 535 3.9236 ± 0.0227 0.10612 ± 0.00156 0.12460 ± 0.00093 13.917 ± 0.079 % 88.270 ± 0.087 % + 536 3.9225 ± 0.0226 0.10640 ± 0.00156 0.12482 ± 0.00093 13.922 ± 0.079 % 88.261 ± 0.087 % + 537 3.9193 ± 0.0226 0.10696 ± 0.00156 0.12530 ± 0.00093 13.961 ± 0.079 % 88.246 ± 0.087 % + 538 3.9196 ± 0.0226 0.10689 ± 0.00156 0.12526 ± 0.00093 13.953 ± 0.078 % 88.243 ± 0.087 % + 539 3.9168 ± 0.0225 0.10700 ± 0.00156 0.12535 ± 0.00093 13.955 ± 0.078 % 88.240 ± 0.087 % + 540 3.9196 ± 0.0225 0.10707 ± 0.00156 0.12546 ± 0.00093 13.952 ± 0.078 % 88.224 ± 0.087 % + 541 3.9202 ± 0.0225 0.10713 ± 0.00156 0.12551 ± 0.00092 13.953 ± 0.078 % 88.216 ± 0.087 % + 542 3.9239 ± 0.0225 0.10701 ± 0.00155 0.12540 ± 0.00092 13.944 ± 0.078 % 88.209 ± 0.087 % + 543 3.9231 ± 0.0225 0.10696 ± 0.00155 0.12535 ± 0.00092 13.939 ± 0.078 % 88.204 ± 0.087 % + 544 3.9187 ± 0.0224 0.10682 ± 0.00155 0.12521 ± 0.00092 13.932 ± 0.078 % 88.218 ± 0.087 % + 545 3.9161 ± 0.0224 0.10665 ± 0.00155 0.12504 ± 0.00092 13.921 ± 0.078 % 88.230 ± 0.086 % + 546 3.9206 ± 0.0224 0.10657 ± 0.00155 0.12498 ± 0.00092 13.913 ± 0.078 % 88.222 ± 0.086 % + 547 3.9192 ± 0.0224 0.10647 ± 0.00154 0.12484 ± 0.00092 13.903 ± 0.078 % 88.225 ± 0.086 % + 548 3.9179 ± 0.0223 0.10636 ± 0.00154 0.12471 ± 0.00091 13.895 ± 0.078 % 88.233 ± 0.086 % + 549 3.9143 ± 0.0223 0.10627 ± 0.00154 0.12459 ± 0.00091 13.887 ± 0.078 % 88.242 ± 0.086 % + 550 3.9100 ± 0.0223 0.10613 ± 0.00154 0.12445 ± 0.00091 13.879 ± 0.077 % 88.250 ± 0.086 % + 551 3.9028 ± 0.0222 0.10617 ± 0.00154 0.12451 ± 0.00091 13.891 ± 0.077 % 88.255 ± 0.086 % + 552 3.8988 ± 0.0221 0.10619 ± 0.00154 0.12474 ± 0.00091 13.907 ± 0.077 % 88.249 ± 0.086 % + 553 3.8967 ± 0.0221 0.10653 ± 0.00154 0.12508 ± 0.00091 13.926 ± 0.077 % 88.239 ± 0.086 % + 554 3.8973 ± 0.0221 0.10663 ± 0.00154 0.12513 ± 0.00091 13.924 ± 0.077 % 88.235 ± 0.086 % + 555 3.9026 ± 0.0221 0.10651 ± 0.00153 0.12508 ± 0.00091 13.916 ± 0.077 % 88.230 ± 0.086 % + 556 3.9046 ± 0.0221 0.10644 ± 0.00153 0.12513 ± 0.00091 13.912 ± 0.077 % 88.222 ± 0.086 % + 557 3.9070 ± 0.0221 0.10673 ± 0.00153 0.12534 ± 0.00091 13.916 ± 0.077 % 88.210 ± 0.086 % + 558 3.9106 ± 0.0221 0.10669 ± 0.00153 0.12531 ± 0.00091 13.910 ± 0.077 % 88.204 ± 0.086 % + 559 3.9156 ± 0.0221 0.10660 ± 0.00153 0.12534 ± 0.00090 13.903 ± 0.077 % 88.197 ± 0.085 % + 560 3.9201 ± 0.0221 0.10647 ± 0.00153 0.12528 ± 0.00090 13.897 ± 0.077 % 88.195 ± 0.085 % + 561 3.9264 ± 0.0221 0.10640 ± 0.00153 0.12523 ± 0.00090 13.888 ± 0.076 % 88.191 ± 0.085 % + 562 3.9255 ± 0.0221 0.10629 ± 0.00153 0.12519 ± 0.00090 13.882 ± 0.076 % 88.190 ± 0.085 % + 563 3.9261 ± 0.0221 0.10647 ± 0.00153 0.12533 ± 0.00090 13.890 ± 0.076 % 88.181 ± 0.085 % + 564 3.9182 ± 0.0220 0.10639 ± 0.00152 0.12525 ± 0.00090 13.889 ± 0.076 % 88.194 ± 0.085 % + 565 3.9119 ± 0.0220 0.10639 ± 0.00152 0.12527 ± 0.00090 13.892 ± 0.076 % 88.201 ± 0.085 % + 566 3.9054 ± 0.0219 0.10652 ± 0.00152 0.12540 ± 0.00090 13.907 ± 0.076 % 88.204 ± 0.085 % + 567 3.8979 ± 0.0218 0.10666 ± 0.00152 0.12558 ± 0.00090 13.930 ± 0.076 % 88.209 ± 0.085 % + 568 3.8911 ± 0.0218 0.10687 ± 0.00152 0.12576 ± 0.00090 13.952 ± 0.076 % 88.215 ± 0.085 % + 569 3.8844 ± 0.0217 0.10699 ± 0.00152 0.12584 ± 0.00090 13.966 ± 0.076 % 88.222 ± 0.085 % + 570 3.8776 ± 0.0216 0.10709 ± 0.00152 0.12595 ± 0.00090 13.985 ± 0.076 % 88.228 ± 0.085 % + 571 3.8728 ± 0.0216 0.10742 ± 0.00152 0.12622 ± 0.00090 14.005 ± 0.076 % 88.226 ± 0.084 % + 572 3.8699 ± 0.0215 0.10777 ± 0.00152 0.12660 ± 0.00090 14.027 ± 0.076 % 88.217 ± 0.084 % + 573 3.8667 ± 0.0215 0.10786 ± 0.00152 0.12666 ± 0.00090 14.031 ± 0.076 % 88.219 ± 0.084 % + 574 3.8682 ± 0.0215 0.10789 ± 0.00152 0.12660 ± 0.00090 14.028 ± 0.076 % 88.212 ± 0.084 % + 575 3.8699 ± 0.0215 0.10778 ± 0.00151 0.12653 ± 0.00090 14.021 ± 0.076 % 88.210 ± 0.084 % + 576 3.8737 ± 0.0215 0.10769 ± 0.00151 0.12654 ± 0.00090 14.014 ± 0.076 % 88.208 ± 0.084 % + 577 3.8768 ± 0.0215 0.10758 ± 0.00151 0.12641 ± 0.00090 14.004 ± 0.076 % 88.208 ± 0.084 % + 578 3.8820 ± 0.0215 0.10746 ± 0.00151 0.12630 ± 0.00090 13.994 ± 0.076 % 88.206 ± 0.084 % + 579 3.8785 ± 0.0215 0.10733 ± 0.00151 0.12617 ± 0.00090 13.986 ± 0.075 % 88.208 ± 0.084 % + 580 3.8788 ± 0.0215 0.10727 ± 0.00151 0.12605 ± 0.00090 13.977 ± 0.075 % 88.212 ± 0.084 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.878830 ± 0.021458 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 96.23% +Mean ln(PPL(Q)/PPL(base)) : 0.107268 ± 0.001506 +Mean PPL(Q)/PPL(base) : 1.113233 ± 0.001676 +Mean PPL(Q)-PPL(base) : 0.394536 ± 0.006124 + +====== KL divergence statistics ====== +Mean KLD: 0.126053 ± 0.000896 +Maximum KLD: 9.233027 +99.9% KLD: 4.077622 +99.0% KLD: 1.720538 +95.0% KLD: 0.561693 +90.0% KLD: 0.280937 +Median KLD: 0.029643 +10.0% KLD: 0.000311 + 5.0% KLD: 0.000090 + 1.0% KLD: 0.000013 + 0.1% KLD: 0.000002 +Minimum KLD: -0.000017 + +====== Token probability statistics ====== +Mean Δp: -3.243 ± 0.035 % +Maximum Δp: 97.063% +99.9% Δp: 55.432% +99.0% Δp: 22.932% +95.0% Δp: 8.694% +90.0% Δp: 4.383% +75.0% Δp: 0.345% +Median Δp: -0.096% +25.0% Δp: -3.117% +10.0% Δp: -13.202% + 5.0% Δp: -26.931% + 1.0% Δp: -67.658% + 0.1% Δp: -93.264% +Minimum Δp: -99.860% +RMS Δp : 13.977 ± 0.075 % +Same top p: 88.212 ± 0.084 % + +3.29.999.990 I llama_perf_context_print: load time = 43980.80 ms +3.29.999.992 I llama_perf_context_print: prompt eval time = 124516.75 ms / 296960 tokens ( 0.42 ms per token, 2384.90 tokens per second) +3.29.999.993 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +3.29.999.993 I llama_perf_context_print: total time = 164328.17 ms / 296961 tokens +3.29.999.994 I llama_perf_context_print: graphs reused = 35 +3.30.000.208 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +3.30.000.215 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77123 + (19057 = 15418 + 429 + 3209) + 1068 | +3.30.000.215 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77217 + (18963 = 15365 + 429 + 3169) + 1068 | +3.30.000.216 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77219 + (18962 = 15363 + 429 + 3169) + 1068 | +3.30.000.216 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 79143 + (17036 = 13454 + 413 + 3169) + 1069 | +3.30.000.217 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77219 + (18962 = 15363 + 429 + 3169) + 1068 | +3.30.000.217 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77217 + (18963 = 15365 + 429 + 3169) + 1068 | +3.30.000.217 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 77203 + (18977 = 15378 + 429 + 3169) + 1069 | +3.30.000.217 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 70157 + (26023 = 17103 + 230 + 8689) + 1068 | +3.30.000.217 I common_memory_breakdown_print: | - Host | 866 = 545 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.md new file mode 100644 index 0000000000000000000000000000000000000000..5f5672658c6a44b295f81de4c498df411eb19b12 --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.md @@ -0,0 +1,1104 @@ +### Qwen3.5-397B-A17B-IQ3_S (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.gguf +0.00.535.932 I common_init_result: fitting params to device memory ... +0.00.535.940 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.535.949 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.583.264 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.gguf (version GGUF V3 (latest)) +0.00.583.295 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.583.305 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.583.306 I llama_model_loader: - kv 1: general.type str = model +0.00.583.308 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.583.334 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.583.336 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.583.337 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.583.337 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.583.337 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.583.338 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.583.339 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.583.358 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.583.366 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.583.367 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.583.367 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.583.368 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.583.369 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.583.372 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.583.374 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.583.375 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.583.376 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.583.376 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.583.376 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.583.377 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.583.377 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.583.377 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.583.378 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.583.378 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.583.378 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.583.379 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.583.379 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.583.379 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.583.380 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.583.380 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.583.380 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.583.381 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.597.576 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.601.196 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.615.606 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.615.619 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.615.620 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.615.621 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.615.625 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.615.625 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.615.626 I llama_model_loader: - kv 43: general.file_type u32 = 18 +0.00.615.626 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_S +0.00.615.627 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_S +0.00.615.627 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_S +0.00.615.628 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q6_K +0.00.615.629 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.00.615.631 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.00.615.633 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.00.615.633 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.00.615.637 I llama_model_loader: - type f32: 503 tensors +0.00.615.637 I llama_model_loader: - type q8_0: 10 tensors +0.00.615.638 I llama_model_loader: - type q6_K: 422 tensors +0.00.615.638 I llama_model_loader: - type iq3_s: 60 tensors +0.00.615.638 I llama_model_loader: - type iq2_s: 60 tensors +0.00.615.639 I llama_model_loader: - type bf16: 2 tensors +0.00.615.641 I print_info: file format = GGUF V3 (latest) +0.00.615.642 I print_info: file type = Q6_K +0.00.615.645 I print_info: file size = 142.87 GiB (3.05 BPW) +0.01.283.289 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.283.329 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.283.345 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.283.353 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.283.359 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.283.364 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.283.386 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.283.393 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.373.429 I load: 0 unused tokens +0.01.396.643 I load: printing all EOG tokens: +0.01.396.653 I load: - 248044 ('<|endoftext|>') +0.01.396.654 I load: - 248046 ('<|im_end|>') +0.01.396.654 I load: - 248063 ('<|fim_pad|>') +0.01.396.654 I load: - 248064 ('<|repo_name|>') +0.01.396.654 I load: - 248065 ('<|file_sep|>') +0.01.396.845 I load: special tokens cache size = 33 +0.01.447.394 I load: token to piece cache size = 1.7581 MB +0.01.447.423 I print_info: arch = qwen35moe +0.01.447.424 I print_info: vocab_only = 0 +0.01.447.424 I print_info: no_alloc = 1 +0.01.447.424 I print_info: n_ctx_train = 262144 +0.01.447.425 I print_info: n_embd = 4096 +0.01.447.426 I print_info: n_embd_inp = 4096 +0.01.447.426 I print_info: n_layer = 61 +0.01.447.445 I print_info: n_head = 32 +0.01.447.447 I print_info: n_head_kv = 2 +0.01.447.447 I print_info: n_rot = 64 +0.01.447.447 I print_info: n_swa = 0 +0.01.447.449 I print_info: is_swa_any = 0 +0.01.447.449 I print_info: n_embd_head_k = 256 +0.01.447.449 I print_info: n_embd_head_v = 256 +0.01.447.451 I print_info: n_gqa = 16 +0.01.447.462 I print_info: n_embd_k_gqa = 512 +0.01.447.468 I print_info: n_embd_v_gqa = 512 +0.01.447.476 I print_info: f_norm_eps = 0.0e+00 +0.01.447.477 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.447.478 I print_info: f_clamp_kqv = 0.0e+00 +0.01.447.478 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.447.478 I print_info: f_logit_scale = 0.0e+00 +0.01.447.479 I print_info: f_attn_scale = 0.0e+00 +0.01.447.479 I print_info: f_attn_value_scale = 0.0000 +0.01.447.482 I print_info: n_ff = 0 +0.01.447.482 I print_info: n_expert = 512 +0.01.447.482 I print_info: n_expert_used = 10 +0.01.447.483 I print_info: n_expert_groups = 0 +0.01.447.483 I print_info: n_group_used = 0 +0.01.447.483 I print_info: causal attn = 1 +0.01.447.483 I print_info: pooling type = -1 +0.01.447.483 I print_info: rope type = 40 +0.01.447.483 I print_info: rope scaling = linear +0.01.447.485 I print_info: freq_base_train = 10000000.0 +0.01.447.486 I print_info: freq_scale_train = 1 +0.01.447.487 I print_info: n_ctx_orig_yarn = 262144 +0.01.447.487 I print_info: rope_yarn_log_mul = 0.0000 +0.01.447.487 I print_info: rope_finetuned = unknown +0.01.447.488 I print_info: mrope sections = [11, 11, 10, 0] +0.01.447.488 I print_info: ssm_d_conv = 4 +0.01.447.488 I print_info: ssm_d_inner = 8192 +0.01.447.488 I print_info: ssm_d_state = 128 +0.01.447.488 I print_info: ssm_dt_rank = 64 +0.01.447.489 I print_info: ssm_n_group = 16 +0.01.447.489 I print_info: ssm_dt_b_c_rms = 0 +0.01.447.489 I print_info: model type = 397B.A17B +0.01.447.491 I print_info: model params = 402.94 B +0.01.447.491 I print_info: general.name = Qwen3.5 397B A17B +0.01.447.495 I print_info: vocab type = BPE +0.01.447.496 I print_info: n_vocab = 248320 +0.01.447.496 I print_info: n_merges = 247587 +0.01.447.498 I print_info: BOS token = 11 ',' +0.01.447.498 I print_info: EOS token = 248046 '<|im_end|>' +0.01.447.498 I print_info: EOT token = 248046 '<|im_end|>' +0.01.447.499 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.447.500 I print_info: LF token = 198 'Ċ' +0.01.447.500 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.447.500 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.447.501 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.447.502 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.447.502 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.447.502 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.447.503 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.447.504 I print_info: EOG token = 248046 '<|im_end|>' +0.01.447.505 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.447.505 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.447.506 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.447.506 I print_info: max token length = 256 +0.01.447.508 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.452.103 I load_tensors: offloading output layer to GPU +0.01.452.112 I load_tensors: offloading 60 repeating layers to GPU +0.01.452.112 I load_tensors: offloaded 62/62 layers to GPU +0.01.452.117 I load_tensors: CPU model buffer size = 0.00 MiB +0.01.452.118 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.452.118 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.452.118 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.452.119 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.452.119 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.452.119 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.452.119 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.452.120 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.455.104 I llama_context: constructing llama_context +0.01.455.112 I llama_context: n_seq_max = 16 +0.01.455.113 I llama_context: n_ctx = 8192 +0.01.455.113 I llama_context: n_ctx_seq = 512 +0.01.455.113 I llama_context: n_batch = 8192 +0.01.455.114 I llama_context: n_ubatch = 8192 +0.01.455.114 I llama_context: causal_attn = 1 +0.01.455.115 I llama_context: flash_attn = enabled +0.01.455.116 I llama_context: kv_unified = false +0.01.455.119 I llama_context: freq_base = 10000000.0 +0.01.455.120 I llama_context: freq_scale = 1 +0.01.455.120 I llama_context: n_rs_seq = 0 +0.01.455.121 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.460.486 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.460.619 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.460.628 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.460.629 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.460.630 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.460.630 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.460.631 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.460.631 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.460.632 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.460.636 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.460.638 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.460.638 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.461.168 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.461.616 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.462.034 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.462.466 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.462.889 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.463.309 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.463.756 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.464.041 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.464.054 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.464.139 I llama_context: pipeline parallelism enabled +0.01.464.147 I sched_reserve: reserving ... +0.01.534.820 I sched_reserve: resolving fused Gated Delta Net support: +0.01.536.415 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.541.082 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.557.897 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.557.911 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.557.912 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.557.912 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.557.913 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.557.913 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.557.913 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.557.914 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.557.914 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.557.915 I sched_reserve: graph nodes = 5963 +0.01.557.915 I sched_reserve: graph splits = 9 +0.01.557.918 I sched_reserve: reserve took 93.77 ms, sched copies = 4 +0.01.558.452 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.558.468 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22041 = 18402 + 429 + 3209) + -21081 | +0.01.558.469 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22513 = 18402 + 429 + 3681) + -21553 | +0.01.558.469 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22513 = 18402 + 429 + 3681) + -21553 | +0.01.558.469 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (20205 = 16110 + 413 + 3681) + -19245 | +0.01.558.470 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22513 = 18402 + 429 + 3681) + -21553 | +0.01.558.470 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22513 = 18402 + 429 + 3681) + -21553 | +0.01.558.470 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (22513 = 18402 + 429 + 3681) + -21553 | +0.01.558.471 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (28406 = 18974 + 230 + 9201) + -27643 | +0.01.558.471 I common_memory_breakdown_print: | - Host | 1116 = 795 + 0 + 321 | +0.01.613.960 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.613.974 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22041 used, 74248 free vs. target of 1024 +0.01.613.975 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22513 used, 73776 free vs. target of 1024 +0.01.613.975 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22513 used, 73776 free vs. target of 1024 +0.01.613.976 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 20205 used, 76084 free vs. target of 1024 +0.01.613.976 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22513 used, 73776 free vs. target of 1024 +0.01.613.977 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22513 used, 73776 free vs. target of 1024 +0.01.613.977 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 22513 used, 73776 free vs. target of 1024 +0.01.613.977 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 28406 used, 68081 free vs. target of 1024 +0.01.613.978 I common_params_fit_impl: projected to use 183219 MiB of device memory vs. 770517 MiB of free device memory +0.01.613.978 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.613.979 I common_fit_params: successfully fit params to free device memory +0.01.613.983 I common_fit_params: fitting params to free memory took 1.08 seconds +0.01.650.864 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.gguf (version GGUF V3 (latest)) +0.01.650.892 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.650.896 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.650.897 I llama_model_loader: - kv 1: general.type str = model +0.01.650.898 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.650.902 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.650.903 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.650.904 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.650.904 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.650.904 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.650.905 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.650.906 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.650.917 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.650.917 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.650.918 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.650.918 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.650.920 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.650.921 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.650.923 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.650.925 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.650.926 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.650.927 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.650.928 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.650.928 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.650.929 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.650.930 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.650.930 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.650.931 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.650.937 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.650.937 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.650.938 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.650.938 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.650.939 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.650.939 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.650.940 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.650.940 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.650.940 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.664.915 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.668.447 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.681.504 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.681.514 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.681.515 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.681.516 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.681.519 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.681.519 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.681.520 I llama_model_loader: - kv 43: general.file_type u32 = 18 +0.01.681.520 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ2_S +0.01.681.521 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ2_S +0.01.681.521 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ3_S +0.01.681.521 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q6_K +0.01.681.522 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.681.523 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.681.523 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.681.523 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.681.524 I llama_model_loader: - type f32: 503 tensors +0.01.681.525 I llama_model_loader: - type q8_0: 10 tensors +0.01.681.526 I llama_model_loader: - type q6_K: 422 tensors +0.01.681.526 I llama_model_loader: - type iq3_s: 60 tensors +0.01.681.526 I llama_model_loader: - type iq2_s: 60 tensors +0.01.681.527 I llama_model_loader: - type bf16: 2 tensors +0.01.681.528 I print_info: file format = GGUF V3 (latest) +0.01.681.529 I print_info: file type = Q6_K +0.01.681.533 I print_info: file size = 142.87 GiB (3.05 BPW) +0.01.681.852 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.681.875 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.681.881 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.681.887 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.681.893 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.681.898 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.681.903 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.681.910 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.757.004 I load: 0 unused tokens +0.01.782.059 I load: printing all EOG tokens: +0.01.782.069 I load: - 248044 ('<|endoftext|>') +0.01.782.070 I load: - 248046 ('<|im_end|>') +0.01.782.070 I load: - 248063 ('<|fim_pad|>') +0.01.782.070 I load: - 248064 ('<|repo_name|>') +0.01.782.070 I load: - 248065 ('<|file_sep|>') +0.01.782.251 I load: special tokens cache size = 33 +0.01.831.834 I load: token to piece cache size = 1.7581 MB +0.01.831.855 I print_info: arch = qwen35moe +0.01.831.857 I print_info: vocab_only = 0 +0.01.831.857 I print_info: no_alloc = 0 +0.01.831.857 I print_info: n_ctx_train = 262144 +0.01.831.858 I print_info: n_embd = 4096 +0.01.831.858 I print_info: n_embd_inp = 4096 +0.01.831.858 I print_info: n_layer = 61 +0.01.831.866 I print_info: n_head = 32 +0.01.831.867 I print_info: n_head_kv = 2 +0.01.831.868 I print_info: n_rot = 64 +0.01.831.868 I print_info: n_swa = 0 +0.01.831.868 I print_info: is_swa_any = 0 +0.01.831.869 I print_info: n_embd_head_k = 256 +0.01.831.869 I print_info: n_embd_head_v = 256 +0.01.831.870 I print_info: n_gqa = 16 +0.01.831.871 I print_info: n_embd_k_gqa = 512 +0.01.831.872 I print_info: n_embd_v_gqa = 512 +0.01.831.873 I print_info: f_norm_eps = 0.0e+00 +0.01.831.875 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.831.875 I print_info: f_clamp_kqv = 0.0e+00 +0.01.831.877 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.831.878 I print_info: f_logit_scale = 0.0e+00 +0.01.831.878 I print_info: f_attn_scale = 0.0e+00 +0.01.831.878 I print_info: f_attn_value_scale = 0.0000 +0.01.831.879 I print_info: n_ff = 0 +0.01.831.879 I print_info: n_expert = 512 +0.01.831.879 I print_info: n_expert_used = 10 +0.01.831.880 I print_info: n_expert_groups = 0 +0.01.831.880 I print_info: n_group_used = 0 +0.01.831.880 I print_info: causal attn = 1 +0.01.831.880 I print_info: pooling type = -1 +0.01.831.880 I print_info: rope type = 40 +0.01.831.881 I print_info: rope scaling = linear +0.01.831.882 I print_info: freq_base_train = 10000000.0 +0.01.831.882 I print_info: freq_scale_train = 1 +0.01.831.883 I print_info: n_ctx_orig_yarn = 262144 +0.01.831.883 I print_info: rope_yarn_log_mul = 0.0000 +0.01.831.883 I print_info: rope_finetuned = unknown +0.01.831.884 I print_info: mrope sections = [11, 11, 10, 0] +0.01.831.884 I print_info: ssm_d_conv = 4 +0.01.831.884 I print_info: ssm_d_inner = 8192 +0.01.831.884 I print_info: ssm_d_state = 128 +0.01.831.885 I print_info: ssm_dt_rank = 64 +0.01.831.885 I print_info: ssm_n_group = 16 +0.01.831.885 I print_info: ssm_dt_b_c_rms = 0 +0.01.831.886 I print_info: model type = 397B.A17B +0.01.831.887 I print_info: model params = 402.94 B +0.01.831.887 I print_info: general.name = Qwen3.5 397B A17B +0.01.831.889 I print_info: vocab type = BPE +0.01.831.889 I print_info: n_vocab = 248320 +0.01.831.890 I print_info: n_merges = 247587 +0.01.831.891 I print_info: BOS token = 11 ',' +0.01.831.891 I print_info: EOS token = 248046 '<|im_end|>' +0.01.831.892 I print_info: EOT token = 248046 '<|im_end|>' +0.01.831.892 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.831.893 I print_info: LF token = 198 'Ċ' +0.01.831.894 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.831.894 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.831.896 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.831.896 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.831.896 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.831.897 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.831.897 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.831.898 I print_info: EOG token = 248046 '<|im_end|>' +0.01.831.898 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.831.899 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.831.899 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.831.899 I print_info: max token length = 256 +0.01.831.900 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +0.46.453.245 I load_tensors: offloading output layer to GPU +0.46.453.253 I load_tensors: offloading 60 repeating layers to GPU +0.46.453.253 I load_tensors: offloaded 62/62 layers to GPU +0.46.453.259 I load_tensors: CPU_Mapped model buffer size = 795.70 MiB +0.46.453.259 I load_tensors: CUDA0 model buffer size = 18402.80 MiB +0.46.453.260 I load_tensors: CUDA1 model buffer size = 18402.80 MiB +0.46.453.260 I load_tensors: CUDA2 model buffer size = 18402.80 MiB +0.46.453.261 I load_tensors: CUDA3 model buffer size = 16110.88 MiB +0.46.453.261 I load_tensors: CUDA4 model buffer size = 18402.80 MiB +0.46.453.261 I load_tensors: CUDA5 model buffer size = 18402.80 MiB +0.46.453.262 I load_tensors: CUDA6 model buffer size = 18402.80 MiB +0.46.453.262 I load_tensors: CUDA7 model buffer size = 18974.13 MiB +.................................................................................................. +0.53.292.705 I common_init_result: added <|endoftext|> logit bias = -inf +0.53.292.713 I common_init_result: added <|im_end|> logit bias = -inf +0.53.292.714 I common_init_result: added <|fim_pad|> logit bias = -inf +0.53.292.714 I common_init_result: added <|repo_name|> logit bias = -inf +0.53.292.715 I common_init_result: added <|file_sep|> logit bias = -inf +0.53.292.966 I llama_context: constructing llama_context +0.53.292.974 I llama_context: n_seq_max = 16 +0.53.292.974 I llama_context: n_ctx = 8192 +0.53.292.974 I llama_context: n_ctx_seq = 512 +0.53.292.975 I llama_context: n_batch = 8192 +0.53.292.975 I llama_context: n_ubatch = 8192 +0.53.292.975 I llama_context: causal_attn = 1 +0.53.292.976 I llama_context: flash_attn = enabled +0.53.292.976 I llama_context: kv_unified = false +0.53.292.979 I llama_context: freq_base = 10000000.0 +0.53.292.980 I llama_context: freq_scale = 1 +0.53.292.980 I llama_context: n_rs_seq = 0 +0.53.292.981 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.53.299.029 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.53.299.347 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +0.53.299.588 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +0.53.299.788 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +0.53.299.973 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +0.53.300.165 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +0.53.300.381 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +0.53.300.588 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +0.53.300.772 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +0.53.300.808 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.53.300.812 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.53.300.812 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.53.301.221 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.53.301.647 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.53.302.053 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.53.302.450 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.53.302.865 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.53.303.271 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.53.303.707 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.53.303.975 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.53.303.987 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.53.304.070 I llama_context: pipeline parallelism enabled +0.53.304.076 I sched_reserve: reserving ... +0.53.375.045 I sched_reserve: resolving fused Gated Delta Net support: +0.53.376.722 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.53.381.111 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.53.486.440 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.53.486.453 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +0.53.486.455 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +0.53.486.455 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +0.53.486.456 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +0.53.486.457 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +0.53.486.458 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +0.53.486.458 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +0.53.486.460 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.53.486.460 I sched_reserve: graph nodes = 5963 +0.53.486.461 I sched_reserve: graph splits = 9 +0.53.486.462 I sched_reserve: reserve took 182.38 ms, sched copies = 4 +0.53.486.531 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +0.53.787.848 I +0.53.787.933 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +0.56.416.299 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +1.01.335.372 I kl_divergence: 4.92 seconds per pass - ETA 2.97 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.2856 ± 0.4181 0.02248 ± 0.01917 0.04978 ± 0.01319 6.398 ± 0.832 % 92.941 ± 1.607 % + 2 4.5723 ± 0.4947 0.02786 ± 0.01361 0.04575 ± 0.00780 6.570 ± 0.968 % 92.941 ± 1.135 % + 3 3.3950 ± 0.2840 0.03144 ± 0.01090 0.04529 ± 0.00607 7.610 ± 0.890 % 93.987 ± 0.860 % + 4 2.7049 ± 0.1758 0.05129 ± 0.01241 0.06770 ± 0.00763 10.742 ± 0.911 % 93.627 ± 0.765 % + 5 2.3923 ± 0.1282 0.06832 ± 0.01133 0.07671 ± 0.00684 12.179 ± 0.775 % 93.490 ± 0.691 % + 6 2.2335 ± 0.1036 0.07817 ± 0.01115 0.09037 ± 0.00667 13.467 ± 0.699 % 93.007 ± 0.652 % + 7 2.2374 ± 0.0955 0.09179 ± 0.01123 0.10354 ± 0.00660 14.220 ± 0.643 % 91.933 ± 0.645 % + 8 2.1352 ± 0.0829 0.09526 ± 0.01074 0.10957 ± 0.00650 14.858 ± 0.608 % 91.961 ± 0.602 % + 9 2.1179 ± 0.0759 0.10837 ± 0.01063 0.11891 ± 0.00643 15.435 ± 0.578 % 91.590 ± 0.579 % + 10 2.1278 ± 0.0719 0.11614 ± 0.01057 0.12969 ± 0.00649 16.089 ± 0.549 % 90.941 ± 0.569 % + 11 2.0661 ± 0.0646 0.11911 ± 0.01037 0.13630 ± 0.00643 16.463 ± 0.523 % 90.695 ± 0.549 % + 12 2.2256 ± 0.0702 0.11462 ± 0.00961 0.12837 ± 0.00593 15.877 ± 0.500 % 90.784 ± 0.523 % + 13 2.2913 ± 0.0700 0.11507 ± 0.00944 0.13563 ± 0.00583 15.864 ± 0.473 % 90.437 ± 0.511 % + 14 2.3327 ± 0.0691 0.11016 ± 0.00887 0.12785 ± 0.00544 15.341 ± 0.455 % 90.700 ± 0.486 % + 15 2.4625 ± 0.0719 0.10252 ± 0.00833 0.12047 ± 0.00509 14.843 ± 0.440 % 90.797 ± 0.467 % + 16 2.6006 ± 0.0758 0.09569 ± 0.00788 0.11454 ± 0.00479 14.410 ± 0.426 % 90.833 ± 0.452 % + 17 2.5901 ± 0.0727 0.09163 ± 0.00745 0.10853 ± 0.00453 14.011 ± 0.413 % 91.003 ± 0.435 % + 18 2.7181 ± 0.0758 0.08794 ± 0.00710 0.10402 ± 0.00429 13.645 ± 0.401 % 91.068 ± 0.421 % + 19 2.7711 ± 0.0761 0.08477 ± 0.00676 0.09986 ± 0.00407 13.342 ± 0.390 % 91.228 ± 0.406 % + 20 2.7890 ± 0.0743 0.08057 ± 0.00659 0.09911 ± 0.00389 13.174 ± 0.376 % 91.059 ± 0.400 % + 21 2.7671 ± 0.0713 0.08154 ± 0.00643 0.09824 ± 0.00373 13.054 ± 0.364 % 91.130 ± 0.389 % + 22 2.8092 ± 0.0712 0.07843 ± 0.00618 0.09525 ± 0.00357 12.808 ± 0.355 % 91.266 ± 0.377 % + 23 2.7452 ± 0.0673 0.07805 ± 0.00604 0.09368 ± 0.00344 12.712 ± 0.344 % 91.373 ± 0.367 % + 24 2.6930 ± 0.0639 0.07604 ± 0.00584 0.09131 ± 0.00333 12.572 ± 0.337 % 91.356 ± 0.359 % + 25 2.6855 ± 0.0624 0.07389 ± 0.00570 0.09009 ± 0.00321 12.457 ± 0.328 % 91.404 ± 0.351 % + 26 2.6608 ± 0.0600 0.07288 ± 0.00553 0.08858 ± 0.00310 12.348 ± 0.321 % 91.463 ± 0.343 % + 27 2.6455 ± 0.0583 0.07228 ± 0.00540 0.08731 ± 0.00300 12.270 ± 0.312 % 91.474 ± 0.337 % + 28 2.6534 ± 0.0575 0.07174 ± 0.00528 0.08661 ± 0.00290 12.174 ± 0.305 % 91.471 ± 0.331 % + 29 2.7015 ± 0.0582 0.06974 ± 0.00513 0.08496 ± 0.00281 12.017 ± 0.299 % 91.481 ± 0.325 % + 30 2.6882 ± 0.0566 0.06994 ± 0.00510 0.08519 ± 0.00274 12.066 ± 0.292 % 91.464 ± 0.319 % + 31 2.6993 ± 0.0558 0.06924 ± 0.00499 0.08399 ± 0.00266 11.938 ± 0.286 % 91.486 ± 0.314 % + 32 2.7491 ± 0.0567 0.06795 ± 0.00486 0.08228 ± 0.00258 11.781 ± 0.281 % 91.532 ± 0.308 % + 33 2.7717 ± 0.0563 0.06577 ± 0.00475 0.08095 ± 0.00250 11.635 ± 0.276 % 91.515 ± 0.304 % + 34 2.8093 ± 0.0566 0.06553 ± 0.00465 0.07965 ± 0.00243 11.524 ± 0.271 % 91.476 ± 0.300 % + 35 2.8695 ± 0.0574 0.06449 ± 0.00455 0.07858 ± 0.00237 11.387 ± 0.266 % 91.440 ± 0.296 % + 36 2.9552 ± 0.0590 0.06392 ± 0.00446 0.07747 ± 0.00230 11.259 ± 0.262 % 91.373 ± 0.293 % + 37 3.0166 ± 0.0598 0.06431 ± 0.00438 0.07682 ± 0.00225 11.166 ± 0.258 % 91.288 ± 0.290 % + 38 3.0419 ± 0.0597 0.06325 ± 0.00429 0.07566 ± 0.00219 11.055 ± 0.254 % 91.321 ± 0.286 % + 39 3.0905 ± 0.0604 0.06203 ± 0.00419 0.07427 ± 0.00214 10.934 ± 0.250 % 91.352 ± 0.282 % + 40 3.1431 ± 0.0614 0.06101 ± 0.00411 0.07296 ± 0.00209 10.810 ± 0.247 % 91.363 ± 0.278 % + 41 3.1811 ± 0.0616 0.05989 ± 0.00403 0.07179 ± 0.00204 10.701 ± 0.243 % 91.411 ± 0.274 % + 42 3.2437 ± 0.0626 0.05880 ± 0.00395 0.07082 ± 0.00199 10.605 ± 0.240 % 91.410 ± 0.271 % + 43 3.2764 ± 0.0627 0.05744 ± 0.00390 0.06991 ± 0.00195 10.517 ± 0.237 % 91.418 ± 0.267 % + 44 3.2902 ± 0.0622 0.05647 ± 0.00382 0.06907 ± 0.00191 10.422 ± 0.234 % 91.453 ± 0.264 % + 45 3.3485 ± 0.0632 0.05597 ± 0.00376 0.06820 ± 0.00187 10.330 ± 0.231 % 91.460 ± 0.261 % + 46 3.3587 ± 0.0627 0.05511 ± 0.00370 0.06730 ± 0.00183 10.243 ± 0.228 % 91.526 ± 0.257 % + 47 3.4437 ± 0.0643 0.05429 ± 0.00365 0.06653 ± 0.00179 10.146 ± 0.226 % 91.498 ± 0.255 % + 48 3.5043 ± 0.0652 0.05411 ± 0.00359 0.06560 ± 0.00176 10.057 ± 0.223 % 91.536 ± 0.252 % + 49 3.4835 ± 0.0640 0.05464 ± 0.00356 0.06615 ± 0.00174 10.075 ± 0.220 % 91.493 ± 0.250 % + 50 3.4319 ± 0.0623 0.05649 ± 0.00359 0.06767 ± 0.00175 10.297 ± 0.218 % 91.490 ± 0.247 % + 51 3.4033 ± 0.0609 0.05651 ± 0.00357 0.06828 ± 0.00174 10.362 ± 0.216 % 91.457 ± 0.245 % + 52 3.4193 ± 0.0608 0.05724 ± 0.00355 0.06887 ± 0.00171 10.371 ± 0.212 % 91.320 ± 0.245 % + 53 3.4658 ± 0.0611 0.05515 ± 0.00351 0.06825 ± 0.00168 10.288 ± 0.210 % 91.269 ± 0.243 % + 54 3.4971 ± 0.0612 0.05452 ± 0.00346 0.06764 ± 0.00165 10.222 ± 0.207 % 91.285 ± 0.240 % + 55 3.5218 ± 0.0612 0.05428 ± 0.00341 0.06696 ± 0.00162 10.144 ± 0.205 % 91.287 ± 0.238 % + 56 3.5377 ± 0.0610 0.05423 ± 0.00337 0.06650 ± 0.00160 10.087 ± 0.203 % 91.246 ± 0.237 % + 57 3.5519 ± 0.0607 0.05363 ± 0.00334 0.06634 ± 0.00159 10.058 ± 0.202 % 91.221 ± 0.235 % + 58 3.5733 ± 0.0606 0.05359 ± 0.00329 0.06563 ± 0.00156 9.987 ± 0.200 % 91.291 ± 0.232 % + 59 3.5743 ± 0.0600 0.05314 ± 0.00325 0.06521 ± 0.00154 9.947 ± 0.198 % 91.293 ± 0.230 % + 60 3.5988 ± 0.0601 0.05328 ± 0.00321 0.06473 ± 0.00152 9.885 ± 0.196 % 91.340 ± 0.227 % + 61 3.6271 ± 0.0603 0.05313 ± 0.00317 0.06431 ± 0.00149 9.827 ± 0.194 % 91.340 ± 0.226 % + 62 3.6714 ± 0.0607 0.05364 ± 0.00315 0.06402 ± 0.00147 9.780 ± 0.192 % 91.316 ± 0.224 % + 63 3.7115 ± 0.0612 0.05369 ± 0.00311 0.06351 ± 0.00145 9.720 ± 0.190 % 91.317 ± 0.222 % + 64 3.7532 ± 0.0615 0.05317 ± 0.00307 0.06305 ± 0.00143 9.666 ± 0.189 % 91.311 ± 0.220 % + 65 3.8018 ± 0.0621 0.05234 ± 0.00304 0.06248 ± 0.00141 9.605 ± 0.187 % 91.282 ± 0.219 % + 66 3.8289 ± 0.0622 0.05150 ± 0.00300 0.06201 ± 0.00139 9.554 ± 0.185 % 91.289 ± 0.217 % + 67 3.8806 ± 0.0630 0.05119 ± 0.00298 0.06161 ± 0.00137 9.502 ± 0.184 % 91.267 ± 0.216 % + 68 3.9030 ± 0.0629 0.05123 ± 0.00295 0.06134 ± 0.00135 9.465 ± 0.182 % 91.292 ± 0.214 % + 69 3.9229 ± 0.0627 0.05080 ± 0.00292 0.06097 ± 0.00133 9.420 ± 0.181 % 91.259 ± 0.213 % + 70 3.9120 ± 0.0620 0.05008 ± 0.00289 0.06063 ± 0.00132 9.383 ± 0.179 % 91.300 ± 0.211 % + 71 3.9479 ± 0.0622 0.04968 ± 0.00286 0.06034 ± 0.00130 9.335 ± 0.177 % 91.295 ± 0.210 % + 72 3.9601 ± 0.0620 0.05020 ± 0.00286 0.06093 ± 0.00129 9.337 ± 0.175 % 91.258 ± 0.208 % + 73 3.9717 ± 0.0619 0.05092 ± 0.00285 0.06115 ± 0.00128 9.343 ± 0.173 % 91.217 ± 0.207 % + 74 3.9865 ± 0.0618 0.05036 ± 0.00282 0.06074 ± 0.00126 9.294 ± 0.172 % 91.272 ± 0.205 % + 75 3.9909 ± 0.0615 0.05004 ± 0.00280 0.06028 ± 0.00125 9.241 ± 0.171 % 91.310 ± 0.204 % + 76 3.9969 ± 0.0613 0.04982 ± 0.00277 0.05996 ± 0.00123 9.217 ± 0.170 % 91.326 ± 0.202 % + 77 4.0205 ± 0.0614 0.05015 ± 0.00275 0.05984 ± 0.00122 9.178 ± 0.168 % 91.327 ± 0.201 % + 78 4.0141 ± 0.0610 0.05017 ± 0.00273 0.05969 ± 0.00121 9.146 ± 0.167 % 91.342 ± 0.199 % + 79 3.9602 ± 0.0597 0.04986 ± 0.00270 0.05936 ± 0.00120 9.121 ± 0.166 % 91.432 ± 0.197 % + 80 3.9047 ± 0.0583 0.05016 ± 0.00268 0.05955 ± 0.00120 9.181 ± 0.166 % 91.466 ± 0.196 % + 81 3.8487 ± 0.0569 0.05045 ± 0.00266 0.05982 ± 0.00120 9.267 ± 0.166 % 91.503 ± 0.194 % + 82 3.8030 ± 0.0557 0.05180 ± 0.00266 0.06055 ± 0.00120 9.377 ± 0.165 % 91.540 ± 0.192 % + 83 3.7583 ± 0.0545 0.05309 ± 0.00268 0.06199 ± 0.00125 9.575 ± 0.168 % 91.552 ± 0.191 % + 84 3.7181 ± 0.0534 0.05413 ± 0.00268 0.06255 ± 0.00126 9.679 ± 0.168 % 91.545 ± 0.190 % + 85 3.6764 ± 0.0523 0.05496 ± 0.00268 0.06331 ± 0.00127 9.783 ± 0.169 % 91.557 ± 0.189 % + 86 3.6793 ± 0.0521 0.05721 ± 0.00270 0.06495 ± 0.00128 9.970 ± 0.168 % 91.432 ± 0.189 % + 87 3.6426 ± 0.0511 0.05787 ± 0.00271 0.06579 ± 0.00130 10.092 ± 0.168 % 91.440 ± 0.188 % + 88 3.6023 ± 0.0502 0.05817 ± 0.00271 0.06604 ± 0.00130 10.132 ± 0.168 % 91.488 ± 0.186 % + 89 3.5614 ± 0.0492 0.05823 ± 0.00269 0.06645 ± 0.00131 10.172 ± 0.168 % 91.531 ± 0.185 % + 90 3.5201 ± 0.0482 0.05854 ± 0.00270 0.06696 ± 0.00134 10.240 ± 0.169 % 91.577 ± 0.183 % + 91 3.4803 ± 0.0472 0.05854 ± 0.00267 0.06745 ± 0.00135 10.296 ± 0.168 % 91.605 ± 0.182 % + 92 3.4447 ± 0.0464 0.05888 ± 0.00267 0.06776 ± 0.00134 10.359 ± 0.167 % 91.624 ± 0.181 % + 93 3.4259 ± 0.0458 0.06095 ± 0.00269 0.06899 ± 0.00135 10.494 ± 0.166 % 91.588 ± 0.180 % + 94 3.3929 ± 0.0449 0.06170 ± 0.00269 0.06948 ± 0.00136 10.582 ± 0.166 % 91.598 ± 0.179 % + 95 3.3585 ± 0.0441 0.06254 ± 0.00269 0.07050 ± 0.00139 10.729 ± 0.168 % 91.604 ± 0.178 % + 96 3.3310 ± 0.0434 0.06328 ± 0.00268 0.07127 ± 0.00140 10.852 ± 0.168 % 91.622 ± 0.177 % + 97 3.3015 ± 0.0426 0.06414 ± 0.00268 0.07190 ± 0.00140 10.939 ± 0.167 % 91.615 ± 0.176 % + 98 3.2692 ± 0.0419 0.06455 ± 0.00267 0.07215 ± 0.00140 10.978 ± 0.166 % 91.677 ± 0.175 % + 99 3.2410 ± 0.0412 0.06476 ± 0.00266 0.07279 ± 0.00141 11.036 ± 0.166 % 91.689 ± 0.174 % + 100 3.2205 ± 0.0406 0.06550 ± 0.00267 0.07347 ± 0.00141 11.112 ± 0.165 % 91.690 ± 0.173 % + 101 3.1957 ± 0.0400 0.06667 ± 0.00268 0.07438 ± 0.00142 11.218 ± 0.165 % 91.691 ± 0.172 % + 102 3.1690 ± 0.0394 0.06661 ± 0.00267 0.07458 ± 0.00142 11.226 ± 0.164 % 91.730 ± 0.171 % + 103 3.1426 ± 0.0387 0.06658 ± 0.00265 0.07459 ± 0.00141 11.237 ± 0.163 % 91.765 ± 0.170 % + 104 3.1253 ± 0.0383 0.06762 ± 0.00265 0.07515 ± 0.00141 11.332 ± 0.162 % 91.772 ± 0.169 % + 105 3.1382 ± 0.0383 0.06775 ± 0.00263 0.07501 ± 0.00140 11.307 ± 0.161 % 91.735 ± 0.168 % + 106 3.1604 ± 0.0385 0.06725 ± 0.00261 0.07453 ± 0.00138 11.257 ± 0.160 % 91.761 ± 0.167 % + 107 3.1861 ± 0.0387 0.06720 ± 0.00259 0.07421 ± 0.00137 11.220 ± 0.160 % 91.746 ± 0.167 % + 108 3.2252 ± 0.0392 0.06669 ± 0.00257 0.07385 ± 0.00136 11.174 ± 0.159 % 91.747 ± 0.166 % + 109 3.2293 ± 0.0391 0.06618 ± 0.00255 0.07344 ± 0.00135 11.134 ± 0.158 % 91.772 ± 0.165 % + 110 3.2671 ± 0.0396 0.06574 ± 0.00253 0.07306 ± 0.00134 11.091 ± 0.157 % 91.779 ± 0.164 % + 111 3.2971 ± 0.0399 0.06532 ± 0.00251 0.07262 ± 0.00133 11.047 ± 0.156 % 91.751 ± 0.164 % + 112 3.3200 ± 0.0401 0.06492 ± 0.00249 0.07217 ± 0.00131 11.002 ± 0.156 % 91.765 ± 0.163 % + 113 3.3508 ± 0.0405 0.06456 ± 0.00247 0.07169 ± 0.00130 10.958 ± 0.155 % 91.754 ± 0.162 % + 114 3.3885 ± 0.0410 0.06409 ± 0.00245 0.07123 ± 0.00129 10.914 ± 0.154 % 91.754 ± 0.161 % + 115 3.4149 ± 0.0413 0.06377 ± 0.00244 0.07080 ± 0.00128 10.871 ± 0.153 % 91.761 ± 0.161 % + 116 3.3832 ± 0.0406 0.06366 ± 0.00242 0.07065 ± 0.00128 10.871 ± 0.153 % 91.809 ± 0.159 % + 117 3.3619 ± 0.0402 0.06462 ± 0.00243 0.07130 ± 0.00129 10.947 ± 0.153 % 91.808 ± 0.159 % + 118 3.3442 ± 0.0397 0.06562 ± 0.00243 0.07225 ± 0.00130 11.041 ± 0.152 % 91.765 ± 0.158 % + 119 3.3218 ± 0.0392 0.06574 ± 0.00242 0.07260 ± 0.00129 11.089 ± 0.151 % 91.752 ± 0.158 % + 120 3.3093 ± 0.0388 0.06647 ± 0.00242 0.07329 ± 0.00129 11.131 ± 0.150 % 91.716 ± 0.158 % + 121 3.2886 ± 0.0384 0.06698 ± 0.00242 0.07381 ± 0.00129 11.172 ± 0.150 % 91.719 ± 0.157 % + 122 3.2760 ± 0.0380 0.06797 ± 0.00243 0.07489 ± 0.00131 11.259 ± 0.149 % 91.691 ± 0.156 % + 123 3.2646 ± 0.0377 0.06884 ± 0.00243 0.07565 ± 0.00131 11.293 ± 0.148 % 91.679 ± 0.156 % + 124 3.2440 ± 0.0372 0.06890 ± 0.00242 0.07606 ± 0.00131 11.330 ± 0.147 % 91.679 ± 0.155 % + 125 3.2282 ± 0.0368 0.06935 ± 0.00243 0.07672 ± 0.00131 11.363 ± 0.146 % 91.667 ± 0.155 % + 126 3.2136 ± 0.0364 0.06984 ± 0.00242 0.07728 ± 0.00131 11.418 ± 0.146 % 91.659 ± 0.154 % + 127 3.2014 ± 0.0361 0.07028 ± 0.00242 0.07755 ± 0.00132 11.447 ± 0.145 % 91.660 ± 0.154 % + 128 3.1844 ± 0.0357 0.07064 ± 0.00241 0.07775 ± 0.00131 11.470 ± 0.145 % 91.657 ± 0.153 % + 129 3.1681 ± 0.0353 0.07077 ± 0.00241 0.07822 ± 0.00131 11.517 ± 0.144 % 91.637 ± 0.153 % + 130 3.1586 ± 0.0350 0.07078 ± 0.00240 0.07828 ± 0.00130 11.515 ± 0.143 % 91.620 ± 0.152 % + 131 3.1505 ± 0.0347 0.07140 ± 0.00239 0.07848 ± 0.00129 11.529 ± 0.142 % 91.606 ± 0.152 % + 132 3.1495 ± 0.0345 0.07233 ± 0.00241 0.07946 ± 0.00130 11.571 ± 0.141 % 91.536 ± 0.152 % + 133 3.1468 ± 0.0343 0.07292 ± 0.00241 0.08004 ± 0.00130 11.610 ± 0.141 % 91.488 ± 0.152 % + 134 3.1482 ± 0.0342 0.07320 ± 0.00241 0.08046 ± 0.00130 11.611 ± 0.140 % 91.463 ± 0.151 % + 135 3.1478 ± 0.0340 0.07316 ± 0.00241 0.08075 ± 0.00129 11.612 ± 0.139 % 91.425 ± 0.151 % + 136 3.1431 ± 0.0338 0.07388 ± 0.00241 0.08112 ± 0.00129 11.640 ± 0.138 % 91.387 ± 0.151 % + 137 3.1455 ± 0.0337 0.07321 ± 0.00239 0.08070 ± 0.00128 11.605 ± 0.138 % 91.407 ± 0.150 % + 138 3.1579 ± 0.0338 0.07279 ± 0.00238 0.08035 ± 0.00127 11.571 ± 0.137 % 91.424 ± 0.149 % + 139 3.1622 ± 0.0337 0.07267 ± 0.00237 0.08029 ± 0.00126 11.566 ± 0.137 % 91.432 ± 0.149 % + 140 3.1680 ± 0.0337 0.07233 ± 0.00236 0.08039 ± 0.00125 11.545 ± 0.136 % 91.417 ± 0.148 % + 141 3.1800 ± 0.0337 0.07211 ± 0.00235 0.08038 ± 0.00125 11.526 ± 0.135 % 91.400 ± 0.148 % + 142 3.1856 ± 0.0336 0.07230 ± 0.00235 0.08076 ± 0.00124 11.524 ± 0.135 % 91.373 ± 0.148 % + 143 3.1927 ± 0.0336 0.07198 ± 0.00234 0.08048 ± 0.00124 11.495 ± 0.134 % 91.392 ± 0.147 % + 144 3.2020 ± 0.0336 0.07156 ± 0.00233 0.08018 ± 0.00123 11.465 ± 0.133 % 91.394 ± 0.146 % + 145 3.2007 ± 0.0334 0.07114 ± 0.00231 0.07976 ± 0.00122 11.430 ± 0.133 % 91.421 ± 0.146 % + 146 3.2051 ± 0.0334 0.07081 ± 0.00230 0.07936 ± 0.00121 11.396 ± 0.132 % 91.450 ± 0.145 % + 147 3.2025 ± 0.0332 0.07055 ± 0.00229 0.07894 ± 0.00120 11.364 ± 0.132 % 91.477 ± 0.144 % + 148 3.2056 ± 0.0331 0.07021 ± 0.00227 0.07853 ± 0.00120 11.330 ± 0.131 % 91.494 ± 0.144 % + 149 3.2003 ± 0.0329 0.06973 ± 0.00226 0.07813 ± 0.00119 11.297 ± 0.131 % 91.509 ± 0.143 % + 150 3.1960 ± 0.0328 0.06967 ± 0.00226 0.07805 ± 0.00119 11.292 ± 0.131 % 91.540 ± 0.142 % + 151 3.1886 ± 0.0325 0.06929 ± 0.00225 0.07787 ± 0.00118 11.272 ± 0.130 % 91.554 ± 0.142 % + 152 3.1859 ± 0.0324 0.06900 ± 0.00224 0.07766 ± 0.00118 11.246 ± 0.130 % 91.576 ± 0.141 % + 153 3.1799 ± 0.0322 0.06859 ± 0.00223 0.07735 ± 0.00117 11.221 ± 0.129 % 91.598 ± 0.140 % + 154 3.1847 ± 0.0321 0.06829 ± 0.00221 0.07696 ± 0.00116 11.189 ± 0.129 % 91.609 ± 0.140 % + 155 3.1861 ± 0.0320 0.06800 ± 0.00220 0.07661 ± 0.00116 11.159 ± 0.128 % 91.610 ± 0.139 % + 156 3.1806 ± 0.0318 0.06765 ± 0.00219 0.07632 ± 0.00115 11.139 ± 0.128 % 91.624 ± 0.139 % + 157 3.1785 ± 0.0316 0.06740 ± 0.00218 0.07602 ± 0.00114 11.116 ± 0.127 % 91.612 ± 0.139 % + 158 3.1785 ± 0.0315 0.06709 ± 0.00216 0.07569 ± 0.00114 11.086 ± 0.127 % 91.628 ± 0.138 % + 159 3.1737 ± 0.0313 0.06672 ± 0.00215 0.07536 ± 0.00113 11.058 ± 0.126 % 91.649 ± 0.137 % + 160 3.1725 ± 0.0311 0.06641 ± 0.00214 0.07505 ± 0.00112 11.030 ± 0.126 % 91.664 ± 0.137 % + 161 3.1774 ± 0.0311 0.06606 ± 0.00213 0.07471 ± 0.00112 11.002 ± 0.125 % 91.687 ± 0.136 % + 162 3.1772 ± 0.0310 0.06569 ± 0.00212 0.07437 ± 0.00111 10.973 ± 0.125 % 91.702 ± 0.136 % + 163 3.1747 ± 0.0308 0.06540 ± 0.00211 0.07405 ± 0.00110 10.947 ± 0.125 % 91.724 ± 0.135 % + 164 3.1811 ± 0.0308 0.06523 ± 0.00210 0.07374 ± 0.00110 10.919 ± 0.124 % 91.731 ± 0.135 % + 165 3.1949 ± 0.0309 0.06515 ± 0.00209 0.07353 ± 0.00109 10.895 ± 0.124 % 91.734 ± 0.134 % + 166 3.1980 ± 0.0308 0.06502 ± 0.00208 0.07325 ± 0.00108 10.869 ± 0.123 % 91.751 ± 0.134 % + 167 3.2151 ± 0.0310 0.06476 ± 0.00207 0.07300 ± 0.00108 10.840 ± 0.123 % 91.765 ± 0.133 % + 168 3.2241 ± 0.0310 0.06455 ± 0.00206 0.07270 ± 0.00107 10.812 ± 0.123 % 91.774 ± 0.133 % + 169 3.2495 ± 0.0313 0.06418 ± 0.00205 0.07244 ± 0.00107 10.783 ± 0.122 % 91.774 ± 0.132 % + 170 3.2587 ± 0.0313 0.06398 ± 0.00204 0.07227 ± 0.00106 10.760 ± 0.122 % 91.783 ± 0.132 % + 171 3.2854 ± 0.0316 0.06375 ± 0.00203 0.07203 ± 0.00105 10.735 ± 0.121 % 91.762 ± 0.132 % + 172 3.3128 ± 0.0319 0.06359 ± 0.00202 0.07189 ± 0.00105 10.710 ± 0.121 % 91.735 ± 0.131 % + 173 3.3297 ± 0.0320 0.06322 ± 0.00201 0.07164 ± 0.00104 10.685 ± 0.121 % 91.735 ± 0.131 % + 174 3.3603 ± 0.0324 0.06322 ± 0.00201 0.07150 ± 0.00104 10.662 ± 0.120 % 91.751 ± 0.131 % + 175 3.3756 ± 0.0325 0.06313 ± 0.00200 0.07124 ± 0.00103 10.637 ± 0.120 % 91.767 ± 0.130 % + 176 3.3978 ± 0.0327 0.06287 ± 0.00199 0.07100 ± 0.00103 10.612 ± 0.119 % 91.769 ± 0.130 % + 177 3.4176 ± 0.0329 0.06256 ± 0.00198 0.07077 ± 0.00102 10.588 ± 0.119 % 91.785 ± 0.129 % + 178 3.4280 ± 0.0330 0.06245 ± 0.00197 0.07058 ± 0.00101 10.574 ± 0.119 % 91.793 ± 0.129 % + 179 3.4111 ± 0.0327 0.06250 ± 0.00196 0.07061 ± 0.00101 10.598 ± 0.118 % 91.809 ± 0.128 % + 180 3.3931 ± 0.0324 0.06266 ± 0.00196 0.07086 ± 0.00101 10.626 ± 0.118 % 91.817 ± 0.128 % + 181 3.3831 ± 0.0322 0.06323 ± 0.00197 0.07134 ± 0.00101 10.672 ± 0.118 % 91.795 ± 0.128 % + 182 3.3742 ± 0.0320 0.06367 ± 0.00197 0.07182 ± 0.00102 10.708 ± 0.117 % 91.784 ± 0.127 % + 183 3.3600 ± 0.0317 0.06391 ± 0.00197 0.07198 ± 0.00101 10.730 ± 0.117 % 91.788 ± 0.127 % + 184 3.3479 ± 0.0315 0.06443 ± 0.00197 0.07254 ± 0.00102 10.779 ± 0.117 % 91.763 ± 0.127 % + 185 3.3357 ± 0.0312 0.06522 ± 0.00197 0.07332 ± 0.00103 10.864 ± 0.117 % 91.739 ± 0.127 % + 186 3.3220 ± 0.0310 0.06555 ± 0.00197 0.07363 ± 0.00103 10.900 ± 0.117 % 91.746 ± 0.126 % + 187 3.3303 ± 0.0310 0.06539 ± 0.00196 0.07341 ± 0.00102 10.880 ± 0.117 % 91.740 ± 0.126 % + 188 3.3446 ± 0.0311 0.06518 ± 0.00195 0.07311 ± 0.00102 10.853 ± 0.116 % 91.758 ± 0.126 % + 189 3.3620 ± 0.0312 0.06486 ± 0.00195 0.07288 ± 0.00101 10.829 ± 0.116 % 91.767 ± 0.125 % + 190 3.3764 ± 0.0314 0.06454 ± 0.00194 0.07264 ± 0.00101 10.803 ± 0.116 % 91.761 ± 0.125 % + 191 3.3887 ± 0.0314 0.06429 ± 0.00193 0.07239 ± 0.00100 10.778 ± 0.115 % 91.771 ± 0.125 % + 192 3.3979 ± 0.0314 0.06405 ± 0.00192 0.07214 ± 0.00100 10.754 ± 0.115 % 91.785 ± 0.124 % + 193 3.4121 ± 0.0315 0.06376 ± 0.00191 0.07189 ± 0.00099 10.729 ± 0.115 % 91.771 ± 0.124 % + 194 3.4305 ± 0.0317 0.06360 ± 0.00190 0.07165 ± 0.00099 10.703 ± 0.114 % 91.761 ± 0.124 % + 195 3.4481 ± 0.0318 0.06343 ± 0.00190 0.07144 ± 0.00098 10.681 ± 0.114 % 91.769 ± 0.123 % + 196 3.4592 ± 0.0319 0.06329 ± 0.00189 0.07122 ± 0.00098 10.660 ± 0.114 % 91.765 ± 0.123 % + 197 3.4592 ± 0.0318 0.06292 ± 0.00188 0.07102 ± 0.00097 10.640 ± 0.113 % 91.775 ± 0.123 % + 198 3.4647 ± 0.0318 0.06270 ± 0.00187 0.07077 ± 0.00097 10.617 ± 0.113 % 91.786 ± 0.122 % + 199 3.4659 ± 0.0317 0.06248 ± 0.00187 0.07050 ± 0.00096 10.593 ± 0.113 % 91.810 ± 0.122 % + 200 3.4703 ± 0.0317 0.06225 ± 0.00186 0.07033 ± 0.00096 10.572 ± 0.112 % 91.808 ± 0.121 % + 201 3.4767 ± 0.0317 0.06207 ± 0.00185 0.07014 ± 0.00095 10.551 ± 0.112 % 91.806 ± 0.121 % + 202 3.4925 ± 0.0318 0.06192 ± 0.00185 0.06999 ± 0.00095 10.532 ± 0.112 % 91.784 ± 0.121 % + 203 3.5121 ± 0.0320 0.06171 ± 0.00184 0.06981 ± 0.00095 10.513 ± 0.111 % 91.786 ± 0.121 % + 204 3.5287 ± 0.0321 0.06148 ± 0.00183 0.06964 ± 0.00094 10.492 ± 0.111 % 91.774 ± 0.120 % + 205 3.5291 ± 0.0320 0.06122 ± 0.00182 0.06945 ± 0.00094 10.472 ± 0.111 % 91.784 ± 0.120 % + 206 3.5468 ± 0.0322 0.06111 ± 0.00182 0.06928 ± 0.00093 10.450 ± 0.110 % 91.776 ± 0.120 % + 207 3.5453 ± 0.0320 0.06093 ± 0.00181 0.06905 ± 0.00093 10.429 ± 0.110 % 91.793 ± 0.119 % + 208 3.5559 ± 0.0321 0.06074 ± 0.00180 0.06883 ± 0.00093 10.406 ± 0.110 % 91.799 ± 0.119 % + 209 3.5590 ± 0.0321 0.06068 ± 0.00180 0.06868 ± 0.00092 10.386 ± 0.110 % 91.804 ± 0.119 % + 210 3.5668 ± 0.0321 0.06053 ± 0.00179 0.06849 ± 0.00092 10.368 ± 0.109 % 91.808 ± 0.119 % + 211 3.5742 ± 0.0321 0.06043 ± 0.00178 0.06829 ± 0.00091 10.349 ± 0.109 % 91.806 ± 0.118 % + 212 3.5822 ± 0.0321 0.06023 ± 0.00178 0.06810 ± 0.00091 10.330 ± 0.109 % 91.804 ± 0.118 % + 213 3.5838 ± 0.0320 0.05988 ± 0.00177 0.06786 ± 0.00090 10.309 ± 0.108 % 91.814 ± 0.118 % + 214 3.5836 ± 0.0319 0.05957 ± 0.00176 0.06762 ± 0.00090 10.288 ± 0.108 % 91.834 ± 0.117 % + 215 3.5846 ± 0.0319 0.05933 ± 0.00176 0.06740 ± 0.00090 10.270 ± 0.108 % 91.841 ± 0.117 % + 216 3.5921 ± 0.0319 0.05893 ± 0.00175 0.06720 ± 0.00089 10.249 ± 0.108 % 91.832 ± 0.117 % + 217 3.5938 ± 0.0318 0.05869 ± 0.00175 0.06699 ± 0.00089 10.230 ± 0.107 % 91.848 ± 0.116 % + 218 3.5905 ± 0.0317 0.05841 ± 0.00174 0.06678 ± 0.00089 10.210 ± 0.107 % 91.844 ± 0.116 % + 219 3.5841 ± 0.0315 0.05814 ± 0.00173 0.06653 ± 0.00088 10.189 ± 0.107 % 91.856 ± 0.116 % + 220 3.5850 ± 0.0315 0.05793 ± 0.00172 0.06633 ± 0.00088 10.169 ± 0.106 % 91.872 ± 0.115 % + 221 3.5887 ± 0.0314 0.05772 ± 0.00172 0.06610 ± 0.00087 10.149 ± 0.106 % 91.876 ± 0.115 % + 222 3.5916 ± 0.0314 0.05760 ± 0.00171 0.06591 ± 0.00087 10.130 ± 0.106 % 91.874 ± 0.115 % + 223 3.6011 ± 0.0314 0.05744 ± 0.00171 0.06577 ± 0.00087 10.112 ± 0.106 % 91.865 ± 0.115 % + 224 3.5983 ± 0.0313 0.05722 ± 0.00170 0.06558 ± 0.00086 10.095 ± 0.105 % 91.871 ± 0.114 % + 225 3.5970 ± 0.0312 0.05707 ± 0.00169 0.06546 ± 0.00086 10.079 ± 0.105 % 91.866 ± 0.114 % + 226 3.5989 ± 0.0312 0.05700 ± 0.00169 0.06541 ± 0.00086 10.081 ± 0.105 % 91.857 ± 0.114 % + 227 3.5979 ± 0.0311 0.05682 ± 0.00168 0.06520 ± 0.00085 10.061 ± 0.105 % 91.849 ± 0.114 % + 228 3.5957 ± 0.0310 0.05669 ± 0.00168 0.06504 ± 0.00085 10.047 ± 0.105 % 91.859 ± 0.113 % + 229 3.5971 ± 0.0309 0.05653 ± 0.00167 0.06485 ± 0.00085 10.028 ± 0.104 % 91.874 ± 0.113 % + 230 3.5934 ± 0.0308 0.05636 ± 0.00167 0.06464 ± 0.00084 10.009 ± 0.104 % 91.891 ± 0.113 % + 231 3.5955 ± 0.0307 0.05616 ± 0.00166 0.06444 ± 0.00084 9.992 ± 0.104 % 91.892 ± 0.112 % + 232 3.5985 ± 0.0307 0.05597 ± 0.00165 0.06427 ± 0.00084 9.974 ± 0.104 % 91.893 ± 0.112 % + 233 3.6005 ± 0.0306 0.05565 ± 0.00165 0.06411 ± 0.00083 9.958 ± 0.103 % 91.893 ± 0.112 % + 234 3.6005 ± 0.0306 0.05558 ± 0.00164 0.06394 ± 0.00083 9.941 ± 0.103 % 91.900 ± 0.112 % + 235 3.5942 ± 0.0304 0.05551 ± 0.00164 0.06393 ± 0.00083 9.941 ± 0.103 % 91.895 ± 0.111 % + 236 3.5886 ± 0.0303 0.05572 ± 0.00164 0.06428 ± 0.00083 9.975 ± 0.103 % 91.878 ± 0.111 % + 237 3.5881 ± 0.0302 0.05561 ± 0.00163 0.06413 ± 0.00082 9.960 ± 0.102 % 91.892 ± 0.111 % + 238 3.5871 ± 0.0301 0.05542 ± 0.00163 0.06393 ± 0.00082 9.941 ± 0.102 % 91.910 ± 0.111 % + 239 3.5897 ± 0.0301 0.05535 ± 0.00162 0.06380 ± 0.00082 9.927 ± 0.102 % 91.916 ± 0.110 % + 240 3.5935 ± 0.0301 0.05511 ± 0.00162 0.06365 ± 0.00081 9.910 ± 0.102 % 91.918 ± 0.110 % + 241 3.5965 ± 0.0301 0.05497 ± 0.00161 0.06355 ± 0.00081 9.897 ± 0.101 % 91.921 ± 0.110 % + 242 3.5956 ± 0.0300 0.05499 ± 0.00161 0.06364 ± 0.00081 9.900 ± 0.101 % 91.901 ± 0.110 % + 243 3.6069 ± 0.0301 0.05482 ± 0.00160 0.06354 ± 0.00081 9.884 ± 0.101 % 91.879 ± 0.110 % + 244 3.6068 ± 0.0300 0.05479 ± 0.00160 0.06357 ± 0.00080 9.886 ± 0.101 % 91.861 ± 0.110 % + 245 3.6077 ± 0.0300 0.05488 ± 0.00160 0.06369 ± 0.00080 9.890 ± 0.100 % 91.850 ± 0.109 % + 246 3.6188 ± 0.0300 0.05474 ± 0.00160 0.06358 ± 0.00080 9.875 ± 0.100 % 91.849 ± 0.109 % + 247 3.6298 ± 0.0301 0.05461 ± 0.00159 0.06344 ± 0.00079 9.858 ± 0.100 % 91.850 ± 0.109 % + 248 3.6383 ± 0.0301 0.05458 ± 0.00159 0.06331 ± 0.00079 9.841 ± 0.100 % 91.841 ± 0.109 % + 249 3.6460 ± 0.0301 0.05445 ± 0.00158 0.06325 ± 0.00079 9.832 ± 0.099 % 91.847 ± 0.109 % + 250 3.6564 ± 0.0302 0.05425 ± 0.00158 0.06312 ± 0.00079 9.817 ± 0.099 % 91.842 ± 0.108 % + 251 3.6637 ± 0.0302 0.05408 ± 0.00157 0.06295 ± 0.00078 9.800 ± 0.099 % 91.837 ± 0.108 % + 252 3.6730 ± 0.0302 0.05398 ± 0.00157 0.06289 ± 0.00078 9.791 ± 0.099 % 91.839 ± 0.108 % + 253 3.6904 ± 0.0303 0.05387 ± 0.00156 0.06274 ± 0.00078 9.775 ± 0.098 % 91.834 ± 0.108 % + 254 3.6962 ± 0.0303 0.05376 ± 0.00156 0.06260 ± 0.00077 9.759 ± 0.098 % 91.836 ± 0.108 % + 255 3.6967 ± 0.0303 0.05376 ± 0.00156 0.06265 ± 0.00077 9.759 ± 0.098 % 91.835 ± 0.107 % + 256 3.7016 ± 0.0303 0.05363 ± 0.00155 0.06254 ± 0.00077 9.746 ± 0.098 % 91.838 ± 0.107 % + 257 3.7013 ± 0.0302 0.05350 ± 0.00155 0.06242 ± 0.00077 9.733 ± 0.098 % 91.847 ± 0.107 % + 258 3.6928 ± 0.0301 0.05343 ± 0.00154 0.06233 ± 0.00076 9.723 ± 0.097 % 91.854 ± 0.107 % + 259 3.6895 ± 0.0300 0.05342 ± 0.00154 0.06228 ± 0.00076 9.717 ± 0.097 % 91.853 ± 0.106 % + 260 3.6825 ± 0.0298 0.05357 ± 0.00154 0.06228 ± 0.00076 9.723 ± 0.097 % 91.855 ± 0.106 % + 261 3.6777 ± 0.0297 0.05355 ± 0.00153 0.06223 ± 0.00076 9.713 ± 0.096 % 91.852 ± 0.106 % + 262 3.6843 ± 0.0297 0.05353 ± 0.00153 0.06215 ± 0.00075 9.700 ± 0.096 % 91.847 ± 0.106 % + 263 3.6915 ± 0.0298 0.05335 ± 0.00152 0.06207 ± 0.00075 9.688 ± 0.096 % 91.824 ± 0.106 % + 264 3.6977 ± 0.0298 0.05326 ± 0.00152 0.06198 ± 0.00075 9.676 ± 0.096 % 91.824 ± 0.106 % + 265 3.7011 ± 0.0297 0.05316 ± 0.00152 0.06192 ± 0.00075 9.664 ± 0.096 % 91.815 ± 0.105 % + 266 3.6992 ± 0.0296 0.05300 ± 0.00151 0.06187 ± 0.00074 9.658 ± 0.095 % 91.821 ± 0.105 % + 267 3.6991 ± 0.0296 0.05280 ± 0.00151 0.06176 ± 0.00074 9.646 ± 0.095 % 91.826 ± 0.105 % + 268 3.6978 ± 0.0295 0.05283 ± 0.00151 0.06184 ± 0.00074 9.643 ± 0.095 % 91.812 ± 0.105 % + 269 3.6943 ± 0.0294 0.05295 ± 0.00151 0.06186 ± 0.00074 9.641 ± 0.095 % 91.808 ± 0.105 % + 270 3.6910 ± 0.0293 0.05284 ± 0.00150 0.06181 ± 0.00074 9.636 ± 0.094 % 91.805 ± 0.105 % + 271 3.6874 ± 0.0292 0.05283 ± 0.00150 0.06181 ± 0.00073 9.634 ± 0.094 % 91.807 ± 0.104 % + 272 3.6824 ± 0.0291 0.05269 ± 0.00150 0.06175 ± 0.00073 9.628 ± 0.094 % 91.812 ± 0.104 % + 273 3.6865 ± 0.0291 0.05277 ± 0.00149 0.06173 ± 0.00073 9.624 ± 0.094 % 91.809 ± 0.104 % + 274 3.6834 ± 0.0290 0.05271 ± 0.00149 0.06167 ± 0.00073 9.617 ± 0.093 % 91.803 ± 0.104 % + 275 3.6840 ± 0.0290 0.05266 ± 0.00149 0.06161 ± 0.00072 9.608 ± 0.093 % 91.800 ± 0.104 % + 276 3.6856 ± 0.0289 0.05261 ± 0.00148 0.06152 ± 0.00072 9.598 ± 0.093 % 91.806 ± 0.103 % + 277 3.6826 ± 0.0288 0.05250 ± 0.00148 0.06148 ± 0.00072 9.591 ± 0.093 % 91.816 ± 0.103 % + 278 3.6862 ± 0.0288 0.05235 ± 0.00148 0.06137 ± 0.00072 9.579 ± 0.093 % 91.820 ± 0.103 % + 279 3.6873 ± 0.0287 0.05242 ± 0.00148 0.06135 ± 0.00072 9.576 ± 0.092 % 91.825 ± 0.103 % + 280 3.6816 ± 0.0286 0.05218 ± 0.00147 0.06124 ± 0.00071 9.563 ± 0.092 % 91.829 ± 0.103 % + 281 3.6831 ± 0.0286 0.05223 ± 0.00147 0.06128 ± 0.00071 9.562 ± 0.092 % 91.821 ± 0.102 % + 282 3.6738 ± 0.0285 0.05206 ± 0.00147 0.06119 ± 0.00071 9.553 ± 0.092 % 91.834 ± 0.102 % + 283 3.6721 ± 0.0284 0.05210 ± 0.00147 0.06115 ± 0.00071 9.544 ± 0.092 % 91.851 ± 0.102 % + 284 3.6676 ± 0.0283 0.05216 ± 0.00146 0.06131 ± 0.00071 9.562 ± 0.091 % 91.834 ± 0.102 % + 285 3.6573 ± 0.0282 0.05251 ± 0.00146 0.06158 ± 0.00071 9.611 ± 0.092 % 91.843 ± 0.102 % + 286 3.6473 ± 0.0280 0.05240 ± 0.00146 0.06170 ± 0.00071 9.633 ± 0.092 % 91.846 ± 0.101 % + 287 3.6451 ± 0.0280 0.05231 ± 0.00146 0.06162 ± 0.00071 9.625 ± 0.091 % 91.841 ± 0.101 % + 288 3.6489 ± 0.0280 0.05229 ± 0.00145 0.06153 ± 0.00071 9.616 ± 0.091 % 91.834 ± 0.101 % + 289 3.6571 ± 0.0280 0.05220 ± 0.00145 0.06146 ± 0.00070 9.605 ± 0.091 % 91.835 ± 0.101 % + 290 3.6681 ± 0.0281 0.05196 ± 0.00145 0.06136 ± 0.00070 9.591 ± 0.091 % 91.823 ± 0.101 % + 291 3.6793 ± 0.0281 0.05195 ± 0.00144 0.06128 ± 0.00070 9.578 ± 0.091 % 91.820 ± 0.101 % + 292 3.6866 ± 0.0282 0.05188 ± 0.00144 0.06116 ± 0.00070 9.566 ± 0.091 % 91.824 ± 0.100 % + 293 3.6933 ± 0.0282 0.05180 ± 0.00144 0.06105 ± 0.00070 9.553 ± 0.090 % 91.821 ± 0.100 % + 294 3.7056 ± 0.0283 0.05161 ± 0.00143 0.06095 ± 0.00069 9.539 ± 0.090 % 91.821 ± 0.100 % + 295 3.7084 ± 0.0283 0.05151 ± 0.00143 0.06082 ± 0.00069 9.527 ± 0.090 % 91.814 ± 0.100 % + 296 3.7153 ± 0.0283 0.05141 ± 0.00142 0.06070 ± 0.00069 9.514 ± 0.090 % 91.824 ± 0.100 % + 297 3.7118 ± 0.0282 0.05119 ± 0.00142 0.06068 ± 0.00069 9.509 ± 0.090 % 91.821 ± 0.100 % + 298 3.7133 ± 0.0281 0.05104 ± 0.00142 0.06055 ± 0.00068 9.497 ± 0.089 % 91.829 ± 0.099 % + 299 3.7145 ± 0.0281 0.05087 ± 0.00141 0.06042 ± 0.00068 9.483 ± 0.089 % 91.828 ± 0.099 % + 300 3.7155 ± 0.0281 0.05072 ± 0.00141 0.06032 ± 0.00068 9.472 ± 0.089 % 91.821 ± 0.099 % + 301 3.7124 ± 0.0280 0.05075 ± 0.00141 0.06039 ± 0.00068 9.477 ± 0.089 % 91.805 ± 0.099 % + 302 3.7099 ± 0.0279 0.05064 ± 0.00141 0.06033 ± 0.00068 9.467 ± 0.089 % 91.809 ± 0.099 % + 303 3.7165 ± 0.0279 0.05060 ± 0.00140 0.06027 ± 0.00067 9.460 ± 0.088 % 91.805 ± 0.099 % + 304 3.7224 ± 0.0279 0.05053 ± 0.00140 0.06018 ± 0.00067 9.449 ± 0.088 % 91.803 ± 0.099 % + 305 3.7232 ± 0.0279 0.05036 ± 0.00140 0.06009 ± 0.00067 9.437 ± 0.088 % 91.815 ± 0.098 % + 306 3.7266 ± 0.0279 0.05022 ± 0.00139 0.06000 ± 0.00067 9.426 ± 0.088 % 91.815 ± 0.098 % + 307 3.7308 ± 0.0278 0.05014 ± 0.00139 0.05991 ± 0.00067 9.414 ± 0.088 % 91.808 ± 0.098 % + 308 3.7331 ± 0.0278 0.04996 ± 0.00139 0.05984 ± 0.00066 9.411 ± 0.088 % 91.808 ± 0.098 % + 309 3.7382 ± 0.0278 0.04979 ± 0.00138 0.05972 ± 0.00066 9.398 ± 0.087 % 91.808 ± 0.098 % + 310 3.7448 ± 0.0278 0.04969 ± 0.00138 0.05965 ± 0.00066 9.387 ± 0.087 % 91.799 ± 0.098 % + 311 3.7468 ± 0.0278 0.04967 ± 0.00138 0.05954 ± 0.00066 9.375 ± 0.087 % 91.801 ± 0.097 % + 312 3.7520 ± 0.0278 0.04952 ± 0.00137 0.05945 ± 0.00066 9.363 ± 0.087 % 91.799 ± 0.097 % + 313 3.7546 ± 0.0278 0.04940 ± 0.00137 0.05937 ± 0.00065 9.353 ± 0.087 % 91.801 ± 0.097 % + 314 3.7536 ± 0.0277 0.04918 ± 0.00137 0.05929 ± 0.00065 9.341 ± 0.087 % 91.807 ± 0.097 % + 315 3.7529 ± 0.0276 0.04911 ± 0.00136 0.05918 ± 0.00065 9.334 ± 0.086 % 91.818 ± 0.097 % + 316 3.7643 ± 0.0277 0.04906 ± 0.00136 0.05910 ± 0.00065 9.324 ± 0.086 % 91.813 ± 0.097 % + 317 3.7697 ± 0.0277 0.04895 ± 0.00136 0.05900 ± 0.00065 9.312 ± 0.086 % 91.812 ± 0.096 % + 318 3.7812 ± 0.0278 0.04893 ± 0.00135 0.05888 ± 0.00064 9.302 ± 0.086 % 91.809 ± 0.096 % + 319 3.7672 ± 0.0276 0.04901 ± 0.00135 0.05888 ± 0.00064 9.312 ± 0.086 % 91.830 ± 0.096 % + 320 3.7532 ± 0.0275 0.04911 ± 0.00135 0.05899 ± 0.00065 9.329 ± 0.086 % 91.844 ± 0.096 % + 321 3.7418 ± 0.0273 0.04930 ± 0.00135 0.05921 ± 0.00065 9.366 ± 0.086 % 91.854 ± 0.096 % + 322 3.7303 ± 0.0272 0.04958 ± 0.00135 0.05946 ± 0.00065 9.413 ± 0.086 % 91.858 ± 0.095 % + 323 3.7171 ± 0.0270 0.04974 ± 0.00135 0.05960 ± 0.00065 9.443 ± 0.087 % 91.869 ± 0.095 % + 324 3.7086 ± 0.0269 0.05005 ± 0.00135 0.06002 ± 0.00066 9.485 ± 0.087 % 91.858 ± 0.095 % + 325 3.6980 ± 0.0267 0.05023 ± 0.00135 0.06031 ± 0.00066 9.520 ± 0.087 % 91.861 ± 0.095 % + 326 3.6888 ± 0.0266 0.05061 ± 0.00135 0.06062 ± 0.00066 9.556 ± 0.086 % 91.848 ± 0.095 % + 327 3.6785 ± 0.0265 0.05092 ± 0.00135 0.06082 ± 0.00066 9.585 ± 0.086 % 91.853 ± 0.095 % + 328 3.6710 ± 0.0264 0.05123 ± 0.00135 0.06115 ± 0.00066 9.614 ± 0.086 % 91.846 ± 0.095 % + 329 3.6623 ± 0.0262 0.05164 ± 0.00135 0.06151 ± 0.00067 9.671 ± 0.086 % 91.831 ± 0.095 % + 330 3.6512 ± 0.0261 0.05180 ± 0.00135 0.06171 ± 0.00067 9.691 ± 0.086 % 91.837 ± 0.094 % + 331 3.6427 ± 0.0260 0.05221 ± 0.00135 0.06202 ± 0.00067 9.734 ± 0.086 % 91.835 ± 0.094 % + 332 3.6314 ± 0.0258 0.05231 ± 0.00135 0.06220 ± 0.00067 9.757 ± 0.086 % 91.840 ± 0.094 % + 333 3.6232 ± 0.0257 0.05269 ± 0.00135 0.06253 ± 0.00067 9.794 ± 0.086 % 91.829 ± 0.094 % + 334 3.6146 ± 0.0256 0.05314 ± 0.00135 0.06274 ± 0.00067 9.821 ± 0.086 % 91.838 ± 0.094 % + 335 3.6041 ± 0.0255 0.05335 ± 0.00135 0.06301 ± 0.00068 9.856 ± 0.086 % 91.837 ± 0.094 % + 336 3.5936 ± 0.0253 0.05379 ± 0.00135 0.06339 ± 0.00068 9.913 ± 0.087 % 91.836 ± 0.094 % + 337 3.5836 ± 0.0252 0.05389 ± 0.00135 0.06362 ± 0.00068 9.946 ± 0.087 % 91.839 ± 0.093 % + 338 3.5748 ± 0.0251 0.05409 ± 0.00135 0.06379 ± 0.00068 9.976 ± 0.087 % 91.846 ± 0.093 % + 339 3.5704 ± 0.0250 0.05437 ± 0.00135 0.06393 ± 0.00068 9.989 ± 0.086 % 91.840 ± 0.093 % + 340 3.5703 ± 0.0250 0.05421 ± 0.00135 0.06380 ± 0.00068 9.977 ± 0.086 % 91.848 ± 0.093 % + 341 3.5780 ± 0.0250 0.05411 ± 0.00135 0.06370 ± 0.00068 9.964 ± 0.086 % 91.848 ± 0.093 % + 342 3.5830 ± 0.0250 0.05398 ± 0.00135 0.06358 ± 0.00068 9.953 ± 0.086 % 91.840 ± 0.093 % + 343 3.5859 ± 0.0250 0.05391 ± 0.00134 0.06348 ± 0.00067 9.941 ± 0.086 % 91.834 ± 0.093 % + 344 3.5889 ± 0.0250 0.05379 ± 0.00134 0.06340 ± 0.00067 9.934 ± 0.086 % 91.824 ± 0.093 % + 345 3.5878 ± 0.0249 0.05366 ± 0.00134 0.06329 ± 0.00067 9.923 ± 0.085 % 91.831 ± 0.092 % + 346 3.5915 ± 0.0249 0.05366 ± 0.00133 0.06320 ± 0.00067 9.913 ± 0.085 % 91.824 ± 0.092 % + 347 3.5906 ± 0.0248 0.05354 ± 0.00133 0.06311 ± 0.00067 9.902 ± 0.085 % 91.816 ± 0.092 % + 348 3.5914 ± 0.0248 0.05348 ± 0.00133 0.06302 ± 0.00067 9.892 ± 0.085 % 91.814 ± 0.092 % + 349 3.5922 ± 0.0248 0.05338 ± 0.00132 0.06292 ± 0.00066 9.881 ± 0.085 % 91.811 ± 0.092 % + 350 3.5993 ± 0.0248 0.05338 ± 0.00132 0.06280 ± 0.00066 9.869 ± 0.085 % 91.816 ± 0.092 % + 351 3.6000 ± 0.0248 0.05325 ± 0.00132 0.06270 ± 0.00066 9.858 ± 0.085 % 91.816 ± 0.092 % + 352 3.5988 ± 0.0247 0.05313 ± 0.00131 0.06257 ± 0.00066 9.847 ± 0.084 % 91.827 ± 0.091 % + 353 3.6073 ± 0.0248 0.05301 ± 0.00131 0.06248 ± 0.00066 9.837 ± 0.084 % 91.830 ± 0.091 % + 354 3.6158 ± 0.0248 0.05295 ± 0.00131 0.06236 ± 0.00066 9.824 ± 0.084 % 91.828 ± 0.091 % + 355 3.6237 ± 0.0248 0.05285 ± 0.00131 0.06226 ± 0.00065 9.815 ± 0.084 % 91.827 ± 0.091 % + 356 3.6222 ± 0.0248 0.05288 ± 0.00130 0.06217 ± 0.00065 9.803 ± 0.084 % 91.835 ± 0.091 % + 357 3.6117 ± 0.0247 0.05318 ± 0.00130 0.06236 ± 0.00065 9.838 ± 0.084 % 91.836 ± 0.091 % + 358 3.6079 ± 0.0246 0.05342 ± 0.00130 0.06262 ± 0.00065 9.855 ± 0.084 % 91.827 ± 0.091 % + 359 3.6082 ± 0.0246 0.05354 ± 0.00130 0.06282 ± 0.00065 9.864 ± 0.084 % 91.809 ± 0.091 % + 360 3.6018 ± 0.0245 0.05359 ± 0.00130 0.06286 ± 0.00065 9.868 ± 0.083 % 91.810 ± 0.091 % + 361 3.5916 ± 0.0244 0.05351 ± 0.00130 0.06294 ± 0.00065 9.880 ± 0.083 % 91.815 ± 0.090 % + 362 3.5867 ± 0.0243 0.05343 ± 0.00130 0.06298 ± 0.00065 9.882 ± 0.083 % 91.816 ± 0.090 % + 363 3.5910 ± 0.0243 0.05362 ± 0.00130 0.06306 ± 0.00065 9.886 ± 0.083 % 91.808 ± 0.090 % + 364 3.6043 ± 0.0244 0.05353 ± 0.00130 0.06306 ± 0.00065 9.877 ± 0.083 % 91.793 ± 0.090 % + 365 3.6141 ± 0.0244 0.05353 ± 0.00130 0.06307 ± 0.00065 9.869 ± 0.083 % 91.775 ± 0.090 % + 366 3.6302 ± 0.0246 0.05356 ± 0.00130 0.06309 ± 0.00064 9.858 ± 0.083 % 91.760 ± 0.090 % + 367 3.6400 ± 0.0247 0.05352 ± 0.00129 0.06307 ± 0.00064 9.849 ± 0.082 % 91.751 ± 0.090 % + 368 3.6468 ± 0.0247 0.05348 ± 0.00129 0.06311 ± 0.00064 9.845 ± 0.082 % 91.748 ± 0.090 % + 369 3.6589 ± 0.0248 0.05339 ± 0.00129 0.06306 ± 0.00064 9.834 ± 0.082 % 91.738 ± 0.090 % + 370 3.6695 ± 0.0249 0.05333 ± 0.00129 0.06308 ± 0.00064 9.830 ± 0.082 % 91.727 ± 0.090 % + 371 3.6728 ± 0.0249 0.05330 ± 0.00129 0.06315 ± 0.00064 9.825 ± 0.082 % 91.725 ± 0.090 % + 372 3.6797 ± 0.0249 0.05315 ± 0.00129 0.06314 ± 0.00064 9.815 ± 0.082 % 91.714 ± 0.090 % + 373 3.6876 ± 0.0249 0.05304 ± 0.00129 0.06317 ± 0.00063 9.810 ± 0.082 % 91.694 ± 0.089 % + 374 3.6947 ± 0.0249 0.05290 ± 0.00128 0.06317 ± 0.00063 9.801 ± 0.081 % 91.682 ± 0.089 % + 375 3.7002 ± 0.0250 0.05285 ± 0.00128 0.06320 ± 0.00063 9.793 ± 0.081 % 91.662 ± 0.089 % + 376 3.7060 ± 0.0250 0.05288 ± 0.00128 0.06317 ± 0.00063 9.783 ± 0.081 % 91.658 ± 0.089 % + 377 3.7100 ± 0.0250 0.05303 ± 0.00128 0.06325 ± 0.00063 9.784 ± 0.081 % 91.640 ± 0.089 % + 378 3.7211 ± 0.0251 0.05290 ± 0.00128 0.06320 ± 0.00063 9.772 ± 0.081 % 91.635 ± 0.089 % + 379 3.7295 ± 0.0251 0.05285 ± 0.00128 0.06317 ± 0.00063 9.763 ± 0.081 % 91.628 ± 0.089 % + 380 3.7352 ± 0.0251 0.05279 ± 0.00128 0.06323 ± 0.00063 9.757 ± 0.081 % 91.615 ± 0.089 % + 381 3.7433 ± 0.0252 0.05283 ± 0.00127 0.06323 ± 0.00062 9.747 ± 0.080 % 91.600 ± 0.089 % + 382 3.7504 ± 0.0252 0.05275 ± 0.00127 0.06317 ± 0.00062 9.738 ± 0.080 % 91.591 ± 0.089 % + 383 3.7637 ± 0.0253 0.05274 ± 0.00127 0.06314 ± 0.00062 9.728 ± 0.080 % 91.580 ± 0.089 % + 384 3.7729 ± 0.0253 0.05263 ± 0.00127 0.06314 ± 0.00062 9.720 ± 0.080 % 91.567 ± 0.089 % + 385 3.7751 ± 0.0253 0.05247 ± 0.00127 0.06306 ± 0.00062 9.711 ± 0.080 % 91.565 ± 0.089 % + 386 3.7775 ± 0.0253 0.05242 ± 0.00126 0.06303 ± 0.00062 9.703 ± 0.080 % 91.557 ± 0.089 % + 387 3.7819 ± 0.0253 0.05237 ± 0.00126 0.06296 ± 0.00062 9.694 ± 0.080 % 91.559 ± 0.088 % + 388 3.7955 ± 0.0254 0.05226 ± 0.00126 0.06289 ± 0.00061 9.684 ± 0.080 % 91.556 ± 0.088 % + 389 3.8061 ± 0.0255 0.05222 ± 0.00126 0.06283 ± 0.00061 9.674 ± 0.079 % 91.553 ± 0.088 % + 390 3.8070 ± 0.0254 0.05209 ± 0.00126 0.06277 ± 0.00061 9.665 ± 0.079 % 91.556 ± 0.088 % + 391 3.8058 ± 0.0254 0.05202 ± 0.00125 0.06271 ± 0.00061 9.658 ± 0.079 % 91.558 ± 0.088 % + 392 3.7960 ± 0.0253 0.05230 ± 0.00125 0.06290 ± 0.00061 9.694 ± 0.079 % 91.562 ± 0.088 % + 393 3.7886 ± 0.0252 0.05247 ± 0.00125 0.06309 ± 0.00061 9.719 ± 0.079 % 91.565 ± 0.088 % + 394 3.7923 ± 0.0252 0.05241 ± 0.00125 0.06301 ± 0.00061 9.711 ± 0.079 % 91.563 ± 0.088 % + 395 3.7961 ± 0.0252 0.05228 ± 0.00125 0.06292 ± 0.00061 9.700 ± 0.079 % 91.564 ± 0.088 % + 396 3.7977 ± 0.0251 0.05219 ± 0.00124 0.06288 ± 0.00061 9.693 ± 0.079 % 91.572 ± 0.087 % + 397 3.8013 ± 0.0251 0.05207 ± 0.00124 0.06279 ± 0.00061 9.685 ± 0.079 % 91.574 ± 0.087 % + 398 3.8024 ± 0.0251 0.05188 ± 0.00124 0.06277 ± 0.00060 9.682 ± 0.079 % 91.577 ± 0.087 % + 399 3.8048 ± 0.0251 0.05187 ± 0.00124 0.06269 ± 0.00060 9.673 ± 0.079 % 91.582 ± 0.087 % + 400 3.8035 ± 0.0251 0.05180 ± 0.00124 0.06262 ± 0.00060 9.665 ± 0.078 % 91.592 ± 0.087 % + 401 3.8011 ± 0.0250 0.05184 ± 0.00123 0.06255 ± 0.00060 9.660 ± 0.078 % 91.596 ± 0.087 % + 402 3.7920 ± 0.0249 0.05178 ± 0.00123 0.06254 ± 0.00060 9.663 ± 0.078 % 91.610 ± 0.087 % + 403 3.7827 ± 0.0248 0.05169 ± 0.00123 0.06250 ± 0.00060 9.662 ± 0.078 % 91.624 ± 0.086 % + 404 3.7756 ± 0.0247 0.05174 ± 0.00123 0.06264 ± 0.00060 9.677 ± 0.078 % 91.630 ± 0.086 % + 405 3.7756 ± 0.0247 0.05180 ± 0.00123 0.06285 ± 0.00060 9.690 ± 0.078 % 91.617 ± 0.086 % + 406 3.7699 ± 0.0246 0.05212 ± 0.00123 0.06322 ± 0.00060 9.722 ± 0.078 % 91.602 ± 0.086 % + 407 3.7614 ± 0.0245 0.05238 ± 0.00123 0.06344 ± 0.00061 9.742 ± 0.078 % 91.606 ± 0.086 % + 408 3.7532 ± 0.0244 0.05253 ± 0.00123 0.06364 ± 0.00061 9.766 ± 0.078 % 91.602 ± 0.086 % + 409 3.7460 ± 0.0243 0.05288 ± 0.00123 0.06404 ± 0.00061 9.806 ± 0.078 % 91.593 ± 0.086 % + 410 3.7371 ± 0.0242 0.05285 ± 0.00123 0.06413 ± 0.00061 9.824 ± 0.078 % 91.597 ± 0.086 % + 411 3.7290 ± 0.0241 0.05299 ± 0.00123 0.06426 ± 0.00061 9.845 ± 0.078 % 91.599 ± 0.086 % + 412 3.7195 ± 0.0240 0.05314 ± 0.00123 0.06436 ± 0.00061 9.866 ± 0.078 % 91.600 ± 0.086 % + 413 3.7107 ± 0.0239 0.05319 ± 0.00123 0.06446 ± 0.00061 9.874 ± 0.077 % 91.603 ± 0.085 % + 414 3.7015 ± 0.0238 0.05333 ± 0.00123 0.06452 ± 0.00061 9.887 ± 0.077 % 91.615 ± 0.085 % + 415 3.6937 ± 0.0237 0.05337 ± 0.00123 0.06469 ± 0.00061 9.907 ± 0.077 % 91.616 ± 0.085 % + 416 3.6833 ± 0.0236 0.05341 ± 0.00123 0.06469 ± 0.00061 9.917 ± 0.077 % 91.626 ± 0.085 % + 417 3.6731 ± 0.0235 0.05342 ± 0.00123 0.06471 ± 0.00061 9.929 ± 0.077 % 91.638 ± 0.085 % + 418 3.6636 ± 0.0234 0.05349 ± 0.00122 0.06473 ± 0.00061 9.937 ± 0.077 % 91.651 ± 0.085 % + 419 3.6530 ± 0.0233 0.05342 ± 0.00122 0.06465 ± 0.00061 9.932 ± 0.077 % 91.670 ± 0.085 % + 420 3.6439 ± 0.0232 0.05348 ± 0.00122 0.06472 ± 0.00061 9.945 ± 0.077 % 91.677 ± 0.084 % + 421 3.6350 ± 0.0231 0.05358 ± 0.00122 0.06477 ± 0.00061 9.960 ± 0.077 % 91.682 ± 0.084 % + 422 3.6269 ± 0.0230 0.05356 ± 0.00122 0.06480 ± 0.00061 9.967 ± 0.077 % 91.692 ± 0.084 % + 423 3.6205 ± 0.0229 0.05356 ± 0.00122 0.06480 ± 0.00061 9.973 ± 0.077 % 91.693 ± 0.084 % + 424 3.6209 ± 0.0229 0.05353 ± 0.00122 0.06484 ± 0.00061 9.972 ± 0.077 % 91.686 ± 0.084 % + 425 3.6192 ± 0.0229 0.05360 ± 0.00122 0.06495 ± 0.00061 9.977 ± 0.077 % 91.680 ± 0.084 % + 426 3.6176 ± 0.0228 0.05378 ± 0.00122 0.06522 ± 0.00061 9.998 ± 0.077 % 91.663 ± 0.084 % + 427 3.6162 ± 0.0228 0.05380 ± 0.00122 0.06533 ± 0.00061 10.000 ± 0.076 % 91.654 ± 0.084 % + 428 3.6104 ± 0.0227 0.05377 ± 0.00122 0.06535 ± 0.00061 10.001 ± 0.076 % 91.659 ± 0.084 % + 429 3.6036 ± 0.0226 0.05410 ± 0.00122 0.06557 ± 0.00061 10.031 ± 0.076 % 91.657 ± 0.084 % + 430 3.6057 ± 0.0226 0.05415 ± 0.00122 0.06566 ± 0.00061 10.041 ± 0.076 % 91.649 ± 0.084 % + 431 3.5998 ± 0.0225 0.05417 ± 0.00121 0.06567 ± 0.00061 10.043 ± 0.076 % 91.653 ± 0.083 % + 432 3.5961 ± 0.0225 0.05435 ± 0.00121 0.06587 ± 0.00061 10.061 ± 0.076 % 91.645 ± 0.083 % + 433 3.5981 ± 0.0225 0.05440 ± 0.00121 0.06602 ± 0.00061 10.070 ± 0.076 % 91.637 ± 0.083 % + 434 3.5906 ± 0.0224 0.05449 ± 0.00122 0.06613 ± 0.00061 10.089 ± 0.076 % 91.645 ± 0.083 % + 435 3.5857 ± 0.0223 0.05484 ± 0.00122 0.06642 ± 0.00061 10.123 ± 0.076 % 91.641 ± 0.083 % + 436 3.5837 ± 0.0223 0.05493 ± 0.00122 0.06650 ± 0.00061 10.128 ± 0.076 % 91.639 ± 0.083 % + 437 3.5797 ± 0.0222 0.05497 ± 0.00121 0.06646 ± 0.00061 10.124 ± 0.076 % 91.644 ± 0.083 % + 438 3.5787 ± 0.0222 0.05502 ± 0.00121 0.06655 ± 0.00061 10.129 ± 0.075 % 91.634 ± 0.083 % + 439 3.5779 ± 0.0222 0.05511 ± 0.00121 0.06669 ± 0.00061 10.137 ± 0.075 % 91.627 ± 0.083 % + 440 3.5767 ± 0.0221 0.05509 ± 0.00121 0.06673 ± 0.00061 10.139 ± 0.075 % 91.621 ± 0.083 % + 441 3.5689 ± 0.0220 0.05531 ± 0.00121 0.06680 ± 0.00061 10.145 ± 0.075 % 91.630 ± 0.083 % + 442 3.5695 ± 0.0220 0.05533 ± 0.00121 0.06689 ± 0.00061 10.148 ± 0.075 % 91.625 ± 0.083 % + 443 3.5656 ± 0.0220 0.05526 ± 0.00121 0.06692 ± 0.00060 10.151 ± 0.075 % 91.622 ± 0.082 % + 444 3.5587 ± 0.0219 0.05529 ± 0.00121 0.06703 ± 0.00060 10.168 ± 0.075 % 91.626 ± 0.082 % + 445 3.5518 ± 0.0218 0.05535 ± 0.00121 0.06715 ± 0.00061 10.176 ± 0.075 % 91.633 ± 0.082 % + 446 3.5501 ± 0.0218 0.05564 ± 0.00121 0.06742 ± 0.00061 10.196 ± 0.074 % 91.623 ± 0.082 % + 447 3.5454 ± 0.0217 0.05578 ± 0.00121 0.06750 ± 0.00061 10.203 ± 0.074 % 91.622 ± 0.082 % + 448 3.5417 ± 0.0217 0.05587 ± 0.00121 0.06753 ± 0.00060 10.209 ± 0.074 % 91.627 ± 0.082 % + 449 3.5385 ± 0.0216 0.05613 ± 0.00121 0.06779 ± 0.00061 10.235 ± 0.074 % 91.613 ± 0.082 % + 450 3.5382 ± 0.0216 0.05604 ± 0.00121 0.06776 ± 0.00060 10.229 ± 0.074 % 91.613 ± 0.082 % + 451 3.5364 ± 0.0215 0.05604 ± 0.00121 0.06771 ± 0.00060 10.227 ± 0.074 % 91.618 ± 0.082 % + 452 3.5365 ± 0.0215 0.05597 ± 0.00120 0.06764 ± 0.00060 10.223 ± 0.074 % 91.623 ± 0.082 % + 453 3.5403 ± 0.0215 0.05594 ± 0.00120 0.06758 ± 0.00060 10.215 ± 0.074 % 91.624 ± 0.082 % + 454 3.5458 ± 0.0215 0.05589 ± 0.00120 0.06750 ± 0.00060 10.207 ± 0.074 % 91.621 ± 0.081 % + 455 3.5523 ± 0.0216 0.05577 ± 0.00120 0.06743 ± 0.00060 10.198 ± 0.074 % 91.625 ± 0.081 % + 456 3.5593 ± 0.0216 0.05570 ± 0.00120 0.06735 ± 0.00060 10.190 ± 0.073 % 91.622 ± 0.081 % + 457 3.5580 ± 0.0216 0.05565 ± 0.00119 0.06733 ± 0.00060 10.184 ± 0.073 % 91.618 ± 0.081 % + 458 3.5590 ± 0.0216 0.05558 ± 0.00119 0.06727 ± 0.00059 10.176 ± 0.073 % 91.611 ± 0.081 % + 459 3.5618 ± 0.0216 0.05550 ± 0.00119 0.06719 ± 0.00059 10.168 ± 0.073 % 91.612 ± 0.081 % + 460 3.5664 ± 0.0216 0.05542 ± 0.00119 0.06716 ± 0.00059 10.162 ± 0.073 % 91.604 ± 0.081 % + 461 3.5713 ± 0.0216 0.05536 ± 0.00119 0.06710 ± 0.00059 10.155 ± 0.073 % 91.604 ± 0.081 % + 462 3.5746 ± 0.0216 0.05525 ± 0.00118 0.06703 ± 0.00059 10.147 ± 0.073 % 91.609 ± 0.081 % + 463 3.5784 ± 0.0216 0.05518 ± 0.00118 0.06696 ± 0.00059 10.138 ± 0.073 % 91.614 ± 0.081 % + 464 3.5828 ± 0.0216 0.05510 ± 0.00118 0.06689 ± 0.00059 10.129 ± 0.073 % 91.621 ± 0.081 % + 465 3.5882 ± 0.0216 0.05500 ± 0.00118 0.06681 ± 0.00059 10.120 ± 0.073 % 91.624 ± 0.080 % + 466 3.5931 ± 0.0216 0.05492 ± 0.00118 0.06675 ± 0.00058 10.112 ± 0.073 % 91.627 ± 0.080 % + 467 3.5954 ± 0.0216 0.05489 ± 0.00117 0.06671 ± 0.00058 10.108 ± 0.072 % 91.623 ± 0.080 % + 468 3.5967 ± 0.0216 0.05485 ± 0.00117 0.06664 ± 0.00058 10.101 ± 0.072 % 91.622 ± 0.080 % + 469 3.5983 ± 0.0216 0.05476 ± 0.00117 0.06655 ± 0.00058 10.093 ± 0.072 % 91.621 ± 0.080 % + 470 3.5990 ± 0.0216 0.05465 ± 0.00117 0.06644 ± 0.00058 10.084 ± 0.072 % 91.630 ± 0.080 % + 471 3.6016 ± 0.0216 0.05455 ± 0.00117 0.06635 ± 0.00058 10.075 ± 0.072 % 91.635 ± 0.080 % + 472 3.6092 ± 0.0216 0.05455 ± 0.00117 0.06627 ± 0.00058 10.067 ± 0.072 % 91.638 ± 0.080 % + 473 3.6126 ± 0.0216 0.05444 ± 0.00116 0.06617 ± 0.00058 10.058 ± 0.072 % 91.641 ± 0.080 % + 474 3.6138 ± 0.0216 0.05441 ± 0.00116 0.06608 ± 0.00058 10.050 ± 0.072 % 91.647 ± 0.080 % + 475 3.6153 ± 0.0216 0.05431 ± 0.00116 0.06599 ± 0.00057 10.041 ± 0.072 % 91.648 ± 0.079 % + 476 3.6136 ± 0.0216 0.05422 ± 0.00116 0.06592 ± 0.00057 10.034 ± 0.072 % 91.658 ± 0.079 % + 477 3.6177 ± 0.0216 0.05418 ± 0.00116 0.06586 ± 0.00057 10.027 ± 0.072 % 91.666 ± 0.079 % + 478 3.6253 ± 0.0216 0.05412 ± 0.00115 0.06580 ± 0.00057 10.022 ± 0.072 % 91.666 ± 0.079 % + 479 3.6283 ± 0.0216 0.05406 ± 0.00115 0.06573 ± 0.00057 10.015 ± 0.071 % 91.669 ± 0.079 % + 480 3.6286 ± 0.0216 0.05405 ± 0.00115 0.06583 ± 0.00057 10.017 ± 0.071 % 91.658 ± 0.079 % + 481 3.6330 ± 0.0216 0.05401 ± 0.00115 0.06578 ± 0.00057 10.009 ± 0.071 % 91.654 ± 0.079 % + 482 3.6344 ± 0.0216 0.05394 ± 0.00115 0.06574 ± 0.00057 10.003 ± 0.071 % 91.653 ± 0.079 % + 483 3.6385 ± 0.0216 0.05381 ± 0.00115 0.06566 ± 0.00057 9.994 ± 0.071 % 91.653 ± 0.079 % + 484 3.6414 ± 0.0216 0.05367 ± 0.00115 0.06558 ± 0.00057 9.986 ± 0.071 % 91.658 ± 0.079 % + 485 3.6418 ± 0.0216 0.05356 ± 0.00115 0.06553 ± 0.00056 9.981 ± 0.071 % 91.660 ± 0.079 % + 486 3.6403 ± 0.0216 0.05345 ± 0.00114 0.06545 ± 0.00056 9.975 ± 0.071 % 91.657 ± 0.079 % + 487 3.6439 ± 0.0216 0.05333 ± 0.00114 0.06541 ± 0.00056 9.969 ± 0.071 % 91.652 ± 0.078 % + 488 3.6443 ± 0.0216 0.05323 ± 0.00114 0.06533 ± 0.00056 9.961 ± 0.071 % 91.658 ± 0.078 % + 489 3.6440 ± 0.0215 0.05313 ± 0.00114 0.06523 ± 0.00056 9.953 ± 0.071 % 91.665 ± 0.078 % + 490 3.6467 ± 0.0215 0.05307 ± 0.00114 0.06514 ± 0.00056 9.945 ± 0.070 % 91.665 ± 0.078 % + 491 3.6487 ± 0.0215 0.05300 ± 0.00113 0.06509 ± 0.00056 9.938 ± 0.070 % 91.668 ± 0.078 % + 492 3.6501 ± 0.0215 0.05305 ± 0.00113 0.06504 ± 0.00056 9.932 ± 0.070 % 91.670 ± 0.078 % + 493 3.6519 ± 0.0215 0.05298 ± 0.00113 0.06497 ± 0.00056 9.925 ± 0.070 % 91.673 ± 0.078 % + 494 3.6597 ± 0.0216 0.05298 ± 0.00113 0.06494 ± 0.00056 9.918 ± 0.070 % 91.668 ± 0.078 % + 495 3.6655 ± 0.0216 0.05288 ± 0.00113 0.06488 ± 0.00055 9.910 ± 0.070 % 91.667 ± 0.078 % + 496 3.6640 ± 0.0216 0.05281 ± 0.00113 0.06482 ± 0.00055 9.904 ± 0.070 % 91.671 ± 0.078 % + 497 3.6676 ± 0.0216 0.05272 ± 0.00113 0.06476 ± 0.00055 9.896 ± 0.070 % 91.674 ± 0.078 % + 498 3.6681 ± 0.0215 0.05268 ± 0.00112 0.06467 ± 0.00055 9.888 ± 0.070 % 91.684 ± 0.077 % + 499 3.6694 ± 0.0215 0.05269 ± 0.00112 0.06461 ± 0.00055 9.882 ± 0.070 % 91.692 ± 0.077 % + 500 3.6779 ± 0.0216 0.05267 ± 0.00112 0.06453 ± 0.00055 9.873 ± 0.070 % 91.693 ± 0.077 % + 501 3.6803 ± 0.0216 0.05255 ± 0.00112 0.06445 ± 0.00055 9.866 ± 0.070 % 91.690 ± 0.077 % + 502 3.6838 ± 0.0216 0.05248 ± 0.00112 0.06437 ± 0.00055 9.859 ± 0.069 % 91.698 ± 0.077 % + 503 3.6875 ± 0.0216 0.05243 ± 0.00111 0.06429 ± 0.00055 9.851 ± 0.069 % 91.701 ± 0.077 % + 504 3.6908 ± 0.0216 0.05233 ± 0.00111 0.06420 ± 0.00054 9.843 ± 0.069 % 91.703 ± 0.077 % + 505 3.6953 ± 0.0216 0.05225 ± 0.00111 0.06411 ± 0.00054 9.835 ± 0.069 % 91.710 ± 0.077 % + 506 3.6988 ± 0.0216 0.05217 ± 0.00111 0.06404 ± 0.00054 9.827 ± 0.069 % 91.715 ± 0.077 % + 507 3.7012 ± 0.0216 0.05206 ± 0.00111 0.06395 ± 0.00054 9.819 ± 0.069 % 91.717 ± 0.077 % + 508 3.7076 ± 0.0217 0.05195 ± 0.00111 0.06389 ± 0.00054 9.811 ± 0.069 % 91.724 ± 0.077 % + 509 3.7062 ± 0.0216 0.05184 ± 0.00110 0.06383 ± 0.00054 9.804 ± 0.069 % 91.732 ± 0.076 % + 510 3.7072 ± 0.0216 0.05178 ± 0.00110 0.06376 ± 0.00054 9.796 ± 0.069 % 91.734 ± 0.076 % + 511 3.7089 ± 0.0216 0.05169 ± 0.00110 0.06369 ± 0.00054 9.788 ± 0.069 % 91.738 ± 0.076 % + 512 3.7106 ± 0.0216 0.05161 ± 0.00110 0.06364 ± 0.00054 9.782 ± 0.069 % 91.742 ± 0.076 % + 513 3.7120 ± 0.0216 0.05149 ± 0.00110 0.06358 ± 0.00054 9.775 ± 0.069 % 91.738 ± 0.076 % + 514 3.7107 ± 0.0215 0.05150 ± 0.00110 0.06351 ± 0.00053 9.768 ± 0.069 % 91.741 ± 0.076 % + 515 3.7105 ± 0.0215 0.05140 ± 0.00109 0.06344 ± 0.00053 9.761 ± 0.068 % 91.744 ± 0.076 % + 516 3.7141 ± 0.0215 0.05131 ± 0.00109 0.06337 ± 0.00053 9.753 ± 0.068 % 91.746 ± 0.076 % + 517 3.7198 ± 0.0215 0.05125 ± 0.00109 0.06329 ± 0.00053 9.745 ± 0.068 % 91.745 ± 0.076 % + 518 3.7213 ± 0.0215 0.05117 ± 0.00109 0.06322 ± 0.00053 9.738 ± 0.068 % 91.750 ± 0.076 % + 519 3.7212 ± 0.0215 0.05110 ± 0.00109 0.06314 ± 0.00053 9.731 ± 0.068 % 91.754 ± 0.076 % + 520 3.7235 ± 0.0215 0.05104 ± 0.00109 0.06307 ± 0.00053 9.724 ± 0.068 % 91.759 ± 0.076 % + 521 3.7289 ± 0.0215 0.05101 ± 0.00108 0.06300 ± 0.00053 9.716 ± 0.068 % 91.753 ± 0.075 % + 522 3.7353 ± 0.0216 0.05096 ± 0.00108 0.06292 ± 0.00053 9.708 ± 0.068 % 91.755 ± 0.075 % + 523 3.7350 ± 0.0215 0.05093 ± 0.00108 0.06284 ± 0.00053 9.701 ± 0.068 % 91.764 ± 0.075 % + 524 3.7388 ± 0.0216 0.05087 ± 0.00108 0.06277 ± 0.00053 9.693 ± 0.068 % 91.766 ± 0.075 % + 525 3.7349 ± 0.0215 0.05092 ± 0.00108 0.06278 ± 0.00053 9.697 ± 0.068 % 91.772 ± 0.075 % + 526 3.7273 ± 0.0214 0.05094 ± 0.00108 0.06285 ± 0.00053 9.709 ± 0.068 % 91.777 ± 0.075 % + 527 3.7209 ± 0.0214 0.05106 ± 0.00108 0.06294 ± 0.00053 9.716 ± 0.068 % 91.777 ± 0.075 % + 528 3.7199 ± 0.0213 0.05110 ± 0.00108 0.06310 ± 0.00053 9.719 ± 0.068 % 91.764 ± 0.075 % + 529 3.7182 ± 0.0213 0.05122 ± 0.00108 0.06321 ± 0.00053 9.727 ± 0.068 % 91.757 ± 0.075 % + 530 3.7176 ± 0.0213 0.05124 ± 0.00108 0.06323 ± 0.00053 9.724 ± 0.067 % 91.757 ± 0.075 % + 531 3.7168 ± 0.0213 0.05129 ± 0.00108 0.06333 ± 0.00052 9.731 ± 0.067 % 91.750 ± 0.075 % + 532 3.7180 ± 0.0212 0.05122 ± 0.00108 0.06328 ± 0.00052 9.725 ± 0.067 % 91.754 ± 0.075 % + 533 3.7142 ± 0.0212 0.05123 ± 0.00108 0.06334 ± 0.00052 9.728 ± 0.067 % 91.754 ± 0.075 % + 534 3.7153 ± 0.0212 0.05124 ± 0.00108 0.06341 ± 0.00052 9.729 ± 0.067 % 91.746 ± 0.075 % + 535 3.7142 ± 0.0212 0.05128 ± 0.00108 0.06355 ± 0.00052 9.733 ± 0.067 % 91.727 ± 0.075 % + 536 3.7129 ± 0.0211 0.05147 ± 0.00108 0.06368 ± 0.00052 9.739 ± 0.067 % 91.720 ± 0.075 % + 537 3.7088 ± 0.0211 0.05175 ± 0.00108 0.06393 ± 0.00052 9.762 ± 0.067 % 91.717 ± 0.074 % + 538 3.7093 ± 0.0211 0.05173 ± 0.00108 0.06394 ± 0.00052 9.761 ± 0.067 % 91.709 ± 0.074 % + 539 3.7066 ± 0.0210 0.05182 ± 0.00108 0.06400 ± 0.00052 9.764 ± 0.067 % 91.704 ± 0.074 % + 540 3.7088 ± 0.0210 0.05180 ± 0.00108 0.06407 ± 0.00052 9.764 ± 0.066 % 91.689 ± 0.074 % + 541 3.7096 ± 0.0210 0.05191 ± 0.00108 0.06412 ± 0.00052 9.767 ± 0.066 % 91.678 ± 0.074 % + 542 3.7134 ± 0.0210 0.05185 ± 0.00107 0.06405 ± 0.00052 9.759 ± 0.066 % 91.677 ± 0.074 % + 543 3.7126 ± 0.0210 0.05181 ± 0.00107 0.06402 ± 0.00052 9.755 ± 0.066 % 91.672 ± 0.074 % + 544 3.7088 ± 0.0209 0.05177 ± 0.00107 0.06396 ± 0.00052 9.750 ± 0.066 % 91.680 ± 0.074 % + 545 3.7068 ± 0.0209 0.05172 ± 0.00107 0.06388 ± 0.00052 9.744 ± 0.066 % 91.689 ± 0.074 % + 546 3.7109 ± 0.0209 0.05161 ± 0.00107 0.06385 ± 0.00052 9.738 ± 0.066 % 91.686 ± 0.074 % + 547 3.7098 ± 0.0209 0.05157 ± 0.00107 0.06378 ± 0.00052 9.731 ± 0.066 % 91.690 ± 0.074 % + 548 3.7088 ± 0.0208 0.05150 ± 0.00106 0.06371 ± 0.00051 9.726 ± 0.066 % 91.698 ± 0.074 % + 549 3.7056 ± 0.0208 0.05148 ± 0.00106 0.06365 ± 0.00051 9.721 ± 0.066 % 91.703 ± 0.074 % + 550 3.7019 ± 0.0208 0.05142 ± 0.00106 0.06357 ± 0.00051 9.714 ± 0.066 % 91.712 ± 0.074 % + 551 3.6949 ± 0.0207 0.05143 ± 0.00106 0.06357 ± 0.00051 9.722 ± 0.066 % 91.718 ± 0.074 % + 552 3.6913 ± 0.0206 0.05148 ± 0.00106 0.06377 ± 0.00051 9.733 ± 0.066 % 91.714 ± 0.073 % + 553 3.6885 ± 0.0206 0.05163 ± 0.00106 0.06391 ± 0.00051 9.741 ± 0.065 % 91.711 ± 0.073 % + 554 3.6888 ± 0.0206 0.05164 ± 0.00106 0.06397 ± 0.00051 9.741 ± 0.065 % 91.706 ± 0.073 % + 555 3.6942 ± 0.0206 0.05164 ± 0.00106 0.06394 ± 0.00051 9.735 ± 0.065 % 91.704 ± 0.073 % + 556 3.6961 ± 0.0206 0.05156 ± 0.00106 0.06399 ± 0.00051 9.734 ± 0.065 % 91.691 ± 0.073 % + 557 3.6978 ± 0.0206 0.05169 ± 0.00106 0.06410 ± 0.00051 9.738 ± 0.065 % 91.687 ± 0.073 % + 558 3.7013 ± 0.0206 0.05167 ± 0.00106 0.06407 ± 0.00051 9.733 ± 0.065 % 91.681 ± 0.073 % + 559 3.7064 ± 0.0206 0.05171 ± 0.00106 0.06411 ± 0.00051 9.729 ± 0.065 % 91.676 ± 0.073 % + 560 3.7111 ± 0.0206 0.05167 ± 0.00106 0.06409 ± 0.00051 9.724 ± 0.065 % 91.669 ± 0.073 % + 561 3.7172 ± 0.0207 0.05166 ± 0.00106 0.06406 ± 0.00051 9.718 ± 0.065 % 91.669 ± 0.073 % + 562 3.7167 ± 0.0206 0.05164 ± 0.00105 0.06404 ± 0.00051 9.713 ± 0.065 % 91.673 ± 0.073 % + 563 3.7174 ± 0.0206 0.05182 ± 0.00105 0.06413 ± 0.00051 9.719 ± 0.065 % 91.664 ± 0.073 % + 564 3.7100 ± 0.0206 0.05179 ± 0.00105 0.06406 ± 0.00051 9.715 ± 0.065 % 91.674 ± 0.073 % + 565 3.7043 ± 0.0205 0.05186 ± 0.00105 0.06411 ± 0.00051 9.722 ± 0.065 % 91.681 ± 0.073 % + 566 3.6980 ± 0.0204 0.05196 ± 0.00105 0.06416 ± 0.00051 9.731 ± 0.065 % 91.686 ± 0.073 % + 567 3.6906 ± 0.0204 0.05200 ± 0.00105 0.06422 ± 0.00051 9.744 ± 0.065 % 91.694 ± 0.073 % + 568 3.6834 ± 0.0203 0.05203 ± 0.00105 0.06429 ± 0.00051 9.756 ± 0.065 % 91.700 ± 0.072 % + 569 3.6768 ± 0.0202 0.05206 ± 0.00105 0.06428 ± 0.00051 9.757 ± 0.065 % 91.710 ± 0.072 % + 570 3.6701 ± 0.0202 0.05209 ± 0.00105 0.06429 ± 0.00051 9.762 ± 0.065 % 91.717 ± 0.072 % + 571 3.6653 ± 0.0201 0.05235 ± 0.00105 0.06445 ± 0.00051 9.783 ± 0.065 % 91.713 ± 0.072 % + 572 3.6621 ± 0.0201 0.05258 ± 0.00105 0.06460 ± 0.00051 9.796 ± 0.064 % 91.712 ± 0.072 % + 573 3.6590 ± 0.0200 0.05263 ± 0.00105 0.06462 ± 0.00051 9.798 ± 0.064 % 91.715 ± 0.072 % + 574 3.6601 ± 0.0200 0.05259 ± 0.00105 0.06459 ± 0.00051 9.793 ± 0.064 % 91.710 ± 0.072 % + 575 3.6620 ± 0.0200 0.05258 ± 0.00105 0.06455 ± 0.00051 9.788 ± 0.064 % 91.710 ± 0.072 % + 576 3.6659 ± 0.0200 0.05257 ± 0.00105 0.06454 ± 0.00051 9.784 ± 0.064 % 91.705 ± 0.072 % + 577 3.6692 ± 0.0200 0.05255 ± 0.00104 0.06447 ± 0.00051 9.777 ± 0.064 % 91.707 ± 0.072 % + 578 3.6743 ± 0.0201 0.05248 ± 0.00104 0.06441 ± 0.00050 9.770 ± 0.064 % 91.709 ± 0.072 % + 579 3.6712 ± 0.0200 0.05240 ± 0.00104 0.06434 ± 0.00050 9.763 ± 0.064 % 91.715 ± 0.072 % + 580 3.6718 ± 0.0200 0.05241 ± 0.00104 0.06429 ± 0.00050 9.758 ± 0.064 % 91.719 ± 0.072 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.671774 ± 0.020020 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 98.16% +Mean ln(PPL(Q)/PPL(base)) : 0.052409 ± 0.001041 +Mean PPL(Q)/PPL(base) : 1.053807 ± 0.001097 +Mean PPL(Q)-PPL(base) : 0.187480 ± 0.003915 + +====== KL divergence statistics ====== +Mean KLD: 0.064287 ± 0.000503 +Maximum KLD: 7.332064 +99.9% KLD: 2.412154 +99.0% KLD: 0.912562 +95.0% KLD: 0.278349 +90.0% KLD: 0.137693 +Median KLD: 0.013729 +10.0% KLD: 0.000169 + 5.0% KLD: 0.000053 + 1.0% KLD: 0.000008 + 0.1% KLD: 0.000001 +Minimum KLD: -0.000007 + +====== Token probability statistics ====== +Mean Δp: -1.763 ± 0.025 % +Maximum Δp: 95.612% +99.9% Δp: 47.040% +99.0% Δp: 19.287% +95.0% Δp: 6.514% +90.0% Δp: 3.178% +75.0% Δp: 0.265% +Median Δp: -0.059% +25.0% Δp: -1.793% +10.0% Δp: -7.531% + 5.0% Δp: -15.230% + 1.0% Δp: -46.125% + 0.1% Δp: -80.640% +Minimum Δp: -98.205% +RMS Δp : 9.758 ± 0.064 % +Same top p: 91.719 ± 0.072 % + +3.53.313.778 I llama_perf_context_print: load time = 52105.80 ms +3.53.313.781 I llama_perf_context_print: prompt eval time = 139275.25 ms / 296960 tokens ( 0.47 ms per token, 2132.18 tokens per second) +3.53.313.782 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +3.53.313.783 I llama_perf_context_print: total time = 179526.06 ms / 296961 tokens +3.53.313.783 I llama_perf_context_print: graphs reused = 35 +3.53.314.000 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +3.53.314.006 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74139 + (22041 = 18402 + 429 + 3209) + 1068 | +3.53.314.007 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74179 + (22001 = 18402 + 429 + 3169) + 1068 | +3.53.314.007 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74179 + (22001 = 18402 + 429 + 3169) + 1068 | +3.53.314.008 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 76487 + (19693 = 16110 + 413 + 3169) + 1068 | +3.53.314.008 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74179 + (22001 = 18402 + 429 + 3169) + 1068 | +3.53.314.008 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74179 + (22001 = 18402 + 429 + 3169) + 1068 | +3.53.314.009 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 74179 + (22001 = 18402 + 429 + 3169) + 1068 | +3.53.314.009 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68285 + (27894 = 18974 + 230 + 8689) + 1070 | +3.53.314.009 I common_memory_breakdown_print: | - Host | 1116 = 795 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.md new file mode 100644 index 0000000000000000000000000000000000000000..72b2755de481f0ec9a960a0c9a7e74c3c009ee5b --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.md @@ -0,0 +1,1102 @@ +### Qwen3.5-397B-A17B-IQ4_XS (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.gguf +0.00.567.199 I common_init_result: fitting params to device memory ... +0.00.567.207 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.567.215 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.612.913 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.gguf (version GGUF V3 (latest)) +0.00.612.942 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.612.953 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.612.954 I llama_model_loader: - kv 1: general.type str = model +0.00.612.955 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.612.966 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.612.989 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.612.990 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.612.990 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.612.991 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.612.991 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.612.992 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.613.010 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.613.018 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.613.018 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.613.019 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.613.019 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.613.020 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.613.024 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.613.026 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.613.027 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.613.027 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.613.028 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.613.028 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.613.028 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.613.029 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.613.029 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.613.030 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.613.030 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.613.030 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.613.031 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.613.031 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.613.031 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.613.032 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.613.032 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.613.033 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.613.034 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.626.967 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.630.549 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.643.694 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.643.704 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.643.705 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.643.706 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.643.708 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.643.709 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.643.709 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.00.643.709 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ3_S +0.00.643.710 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ3_S +0.00.643.710 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ4_XS +0.00.643.710 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.00.643.711 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.00.643.712 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.00.643.712 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.00.643.712 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.00.643.715 I llama_model_loader: - type f32: 503 tensors +0.00.643.715 I llama_model_loader: - type q8_0: 432 tensors +0.00.643.715 I llama_model_loader: - type iq3_s: 60 tensors +0.00.643.716 I llama_model_loader: - type iq4_xs: 60 tensors +0.00.643.716 I llama_model_loader: - type bf16: 2 tensors +0.00.643.718 I print_info: file format = GGUF V3 (latest) +0.00.643.719 I print_info: file type = Q8_0 +0.00.643.722 I print_info: file size = 183.48 GiB (3.91 BPW) +0.01.300.475 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.300.498 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.300.505 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.300.510 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.300.516 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.300.522 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.300.543 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.300.549 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.390.798 I load: 0 unused tokens +0.01.413.004 I load: printing all EOG tokens: +0.01.413.013 I load: - 248044 ('<|endoftext|>') +0.01.413.014 I load: - 248046 ('<|im_end|>') +0.01.413.014 I load: - 248063 ('<|fim_pad|>') +0.01.413.015 I load: - 248064 ('<|repo_name|>') +0.01.413.015 I load: - 248065 ('<|file_sep|>') +0.01.413.186 I load: special tokens cache size = 33 +0.01.462.703 I load: token to piece cache size = 1.7581 MB +0.01.462.728 I print_info: arch = qwen35moe +0.01.462.729 I print_info: vocab_only = 0 +0.01.462.730 I print_info: no_alloc = 1 +0.01.462.730 I print_info: n_ctx_train = 262144 +0.01.462.730 I print_info: n_embd = 4096 +0.01.462.731 I print_info: n_embd_inp = 4096 +0.01.462.732 I print_info: n_layer = 61 +0.01.462.750 I print_info: n_head = 32 +0.01.462.752 I print_info: n_head_kv = 2 +0.01.462.752 I print_info: n_rot = 64 +0.01.462.752 I print_info: n_swa = 0 +0.01.462.754 I print_info: is_swa_any = 0 +0.01.462.754 I print_info: n_embd_head_k = 256 +0.01.462.756 I print_info: n_embd_head_v = 256 +0.01.462.758 I print_info: n_gqa = 16 +0.01.462.762 I print_info: n_embd_k_gqa = 512 +0.01.462.765 I print_info: n_embd_v_gqa = 512 +0.01.462.766 I print_info: f_norm_eps = 0.0e+00 +0.01.462.768 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.462.769 I print_info: f_clamp_kqv = 0.0e+00 +0.01.462.769 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.462.775 I print_info: f_logit_scale = 0.0e+00 +0.01.462.775 I print_info: f_attn_scale = 0.0e+00 +0.01.462.776 I print_info: f_attn_value_scale = 0.0000 +0.01.462.777 I print_info: n_ff = 0 +0.01.462.777 I print_info: n_expert = 512 +0.01.462.778 I print_info: n_expert_used = 10 +0.01.462.778 I print_info: n_expert_groups = 0 +0.01.462.778 I print_info: n_group_used = 0 +0.01.462.778 I print_info: causal attn = 1 +0.01.462.778 I print_info: pooling type = -1 +0.01.462.779 I print_info: rope type = 40 +0.01.462.779 I print_info: rope scaling = linear +0.01.462.780 I print_info: freq_base_train = 10000000.0 +0.01.462.781 I print_info: freq_scale_train = 1 +0.01.462.781 I print_info: n_ctx_orig_yarn = 262144 +0.01.462.781 I print_info: rope_yarn_log_mul = 0.0000 +0.01.462.781 I print_info: rope_finetuned = unknown +0.01.462.782 I print_info: mrope sections = [11, 11, 10, 0] +0.01.462.782 I print_info: ssm_d_conv = 4 +0.01.462.782 I print_info: ssm_d_inner = 8192 +0.01.462.782 I print_info: ssm_d_state = 128 +0.01.462.783 I print_info: ssm_dt_rank = 64 +0.01.462.783 I print_info: ssm_n_group = 16 +0.01.462.783 I print_info: ssm_dt_b_c_rms = 0 +0.01.462.784 I print_info: model type = 397B.A17B +0.01.462.785 I print_info: model params = 402.94 B +0.01.462.785 I print_info: general.name = Qwen3.5 397B A17B +0.01.462.788 I print_info: vocab type = BPE +0.01.462.789 I print_info: n_vocab = 248320 +0.01.462.790 I print_info: n_merges = 247587 +0.01.462.790 I print_info: BOS token = 11 ',' +0.01.462.790 I print_info: EOS token = 248046 '<|im_end|>' +0.01.462.790 I print_info: EOT token = 248046 '<|im_end|>' +0.01.462.790 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.462.791 I print_info: LF token = 198 'Ċ' +0.01.462.791 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.462.791 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.462.791 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.462.791 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.462.793 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.462.793 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.462.793 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.462.794 I print_info: EOG token = 248046 '<|im_end|>' +0.01.462.794 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.462.794 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.462.794 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.462.795 I print_info: max token length = 256 +0.01.462.796 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.468.115 I load_tensors: offloading output layer to GPU +0.01.468.121 I load_tensors: offloading 60 repeating layers to GPU +0.01.468.122 I load_tensors: offloaded 62/62 layers to GPU +0.01.468.126 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.468.126 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.468.126 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.468.126 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.468.127 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.468.127 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.468.127 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.468.127 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.468.128 I load_tensors: CUDA_Host model buffer size = 0.00 MiB +0.01.471.060 I llama_context: constructing llama_context +0.01.471.067 I llama_context: n_seq_max = 16 +0.01.471.067 I llama_context: n_ctx = 8192 +0.01.471.068 I llama_context: n_ctx_seq = 512 +0.01.471.068 I llama_context: n_batch = 8192 +0.01.471.068 I llama_context: n_ubatch = 8192 +0.01.471.068 I llama_context: causal_attn = 1 +0.01.471.070 I llama_context: flash_attn = enabled +0.01.471.070 I llama_context: kv_unified = false +0.01.471.072 I llama_context: freq_base = 10000000.0 +0.01.471.073 I llama_context: freq_scale = 1 +0.01.471.073 I llama_context: n_rs_seq = 0 +0.01.471.073 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.476.289 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.476.413 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.476.429 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.476.430 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.476.431 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.476.431 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.476.432 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.476.432 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.476.433 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.476.437 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.476.438 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.476.438 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.476.950 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.477.373 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.477.795 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.478.226 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.478.630 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.479.047 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.479.462 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.479.739 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.479.752 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.479.825 I llama_context: pipeline parallelism enabled +0.01.479.832 I sched_reserve: reserving ... +0.01.549.708 I sched_reserve: resolving fused Gated Delta Net support: +0.01.551.355 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.555.875 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.572.470 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.572.483 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.572.483 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.572.484 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.572.484 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.572.485 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.572.485 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.572.485 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.572.486 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.572.487 I sched_reserve: graph nodes = 5963 +0.01.572.487 I sched_reserve: graph splits = 9 +0.01.572.490 I sched_reserve: reserve took 92.65 ms, sched copies = 4 +0.01.573.017 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.573.024 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27524 = 23885 + 429 + 3209) + -26563 | +0.01.573.025 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27996 = 23885 + 429 + 3681) + -27035 | +0.01.573.025 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27996 = 23885 + 429 + 3681) + -27035 | +0.01.573.025 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (25005 = 20910 + 413 + 3681) + -24044 | +0.01.573.026 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27996 = 23885 + 429 + 3681) + -27035 | +0.01.573.026 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27996 = 23885 + 429 + 3681) + -27035 | +0.01.573.026 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (27996 = 23885 + 429 + 3681) + -27035 | +0.01.573.026 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (32065 = 22633 + 230 + 9201) + -31303 | +0.01.573.027 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +0.01.624.928 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.624.940 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27524 used, 68765 free vs. target of 1024 +0.01.624.941 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27996 used, 68293 free vs. target of 1024 +0.01.624.942 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27996 used, 68293 free vs. target of 1024 +0.01.624.942 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 25005 used, 71284 free vs. target of 1024 +0.01.624.942 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27996 used, 68293 free vs. target of 1024 +0.01.624.943 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27996 used, 68293 free vs. target of 1024 +0.01.624.943 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 27996 used, 68293 free vs. target of 1024 +0.01.624.943 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 32065 used, 64422 free vs. target of 1024 +0.01.624.943 I common_params_fit_impl: projected to use 224575 MiB of device memory vs. 770517 MiB of free device memory +0.01.624.944 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.624.945 I common_fit_params: successfully fit params to free device memory +0.01.624.948 I common_fit_params: fitting params to free memory took 1.06 seconds +0.01.661.628 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.gguf (version GGUF V3 (latest)) +0.01.661.655 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.661.660 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.661.660 I llama_model_loader: - kv 1: general.type str = model +0.01.661.661 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.661.666 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.661.666 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.661.667 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.661.668 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.661.668 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.661.668 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.661.671 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.661.682 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.661.683 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.661.683 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.661.684 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.661.685 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.661.686 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.661.687 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.661.689 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.661.690 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.661.691 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.661.692 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.661.692 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.661.693 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.661.694 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.661.695 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.661.713 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.661.720 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.661.721 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.661.722 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.661.722 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.661.723 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.661.723 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.661.724 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.661.724 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.661.725 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.675.619 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.679.134 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.692.228 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.692.237 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.692.238 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.692.239 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.692.242 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.692.242 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.692.243 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.01.692.243 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = IQ3_S +0.01.692.244 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = IQ3_S +0.01.692.244 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = IQ4_XS +0.01.692.244 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.01.692.245 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.692.246 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.692.246 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.692.247 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.692.247 I llama_model_loader: - type f32: 503 tensors +0.01.692.248 I llama_model_loader: - type q8_0: 432 tensors +0.01.692.248 I llama_model_loader: - type iq3_s: 60 tensors +0.01.692.248 I llama_model_loader: - type iq4_xs: 60 tensors +0.01.692.249 I llama_model_loader: - type bf16: 2 tensors +0.01.692.250 I print_info: file format = GGUF V3 (latest) +0.01.692.251 I print_info: file type = Q8_0 +0.01.692.255 I print_info: file size = 183.48 GiB (3.91 BPW) +0.01.692.594 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.692.615 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.692.621 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.692.627 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.692.632 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.692.637 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.692.643 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.692.649 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.767.233 I load: 0 unused tokens +0.01.789.544 I load: printing all EOG tokens: +0.01.789.552 I load: - 248044 ('<|endoftext|>') +0.01.789.553 I load: - 248046 ('<|im_end|>') +0.01.789.553 I load: - 248063 ('<|fim_pad|>') +0.01.789.554 I load: - 248064 ('<|repo_name|>') +0.01.789.554 I load: - 248065 ('<|file_sep|>') +0.01.789.723 I load: special tokens cache size = 33 +0.01.838.573 I load: token to piece cache size = 1.7581 MB +0.01.838.593 I print_info: arch = qwen35moe +0.01.838.594 I print_info: vocab_only = 0 +0.01.838.594 I print_info: no_alloc = 0 +0.01.838.595 I print_info: n_ctx_train = 262144 +0.01.838.595 I print_info: n_embd = 4096 +0.01.838.596 I print_info: n_embd_inp = 4096 +0.01.838.596 I print_info: n_layer = 61 +0.01.838.604 I print_info: n_head = 32 +0.01.838.605 I print_info: n_head_kv = 2 +0.01.838.605 I print_info: n_rot = 64 +0.01.838.606 I print_info: n_swa = 0 +0.01.838.606 I print_info: is_swa_any = 0 +0.01.838.606 I print_info: n_embd_head_k = 256 +0.01.838.606 I print_info: n_embd_head_v = 256 +0.01.838.607 I print_info: n_gqa = 16 +0.01.838.608 I print_info: n_embd_k_gqa = 512 +0.01.838.610 I print_info: n_embd_v_gqa = 512 +0.01.838.610 I print_info: f_norm_eps = 0.0e+00 +0.01.838.612 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.838.612 I print_info: f_clamp_kqv = 0.0e+00 +0.01.838.613 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.838.613 I print_info: f_logit_scale = 0.0e+00 +0.01.838.613 I print_info: f_attn_scale = 0.0e+00 +0.01.838.614 I print_info: f_attn_value_scale = 0.0000 +0.01.838.615 I print_info: n_ff = 0 +0.01.838.615 I print_info: n_expert = 512 +0.01.838.615 I print_info: n_expert_used = 10 +0.01.838.615 I print_info: n_expert_groups = 0 +0.01.838.616 I print_info: n_group_used = 0 +0.01.838.616 I print_info: causal attn = 1 +0.01.838.616 I print_info: pooling type = -1 +0.01.838.616 I print_info: rope type = 40 +0.01.838.617 I print_info: rope scaling = linear +0.01.838.618 I print_info: freq_base_train = 10000000.0 +0.01.838.618 I print_info: freq_scale_train = 1 +0.01.838.618 I print_info: n_ctx_orig_yarn = 262144 +0.01.838.619 I print_info: rope_yarn_log_mul = 0.0000 +0.01.838.619 I print_info: rope_finetuned = unknown +0.01.838.619 I print_info: mrope sections = [11, 11, 10, 0] +0.01.838.620 I print_info: ssm_d_conv = 4 +0.01.838.620 I print_info: ssm_d_inner = 8192 +0.01.838.620 I print_info: ssm_d_state = 128 +0.01.838.620 I print_info: ssm_dt_rank = 64 +0.01.838.621 I print_info: ssm_n_group = 16 +0.01.838.621 I print_info: ssm_dt_b_c_rms = 0 +0.01.838.622 I print_info: model type = 397B.A17B +0.01.838.623 I print_info: model params = 402.94 B +0.01.838.624 I print_info: general.name = Qwen3.5 397B A17B +0.01.838.625 I print_info: vocab type = BPE +0.01.838.626 I print_info: n_vocab = 248320 +0.01.838.626 I print_info: n_merges = 247587 +0.01.838.627 I print_info: BOS token = 11 ',' +0.01.838.628 I print_info: EOS token = 248046 '<|im_end|>' +0.01.838.628 I print_info: EOT token = 248046 '<|im_end|>' +0.01.838.629 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.838.630 I print_info: LF token = 198 'Ċ' +0.01.838.631 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.838.631 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.838.631 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.838.632 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.838.633 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.838.633 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.838.634 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.838.634 I print_info: EOG token = 248046 '<|im_end|>' +0.01.838.635 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.838.640 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.838.640 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.838.640 I print_info: max token length = 256 +0.01.838.641 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +0.59.641.360 I load_tensors: offloading output layer to GPU +0.59.641.369 I load_tensors: offloading 60 repeating layers to GPU +0.59.641.369 I load_tensors: offloaded 62/62 layers to GPU +0.59.641.374 I load_tensors: CPU_Mapped model buffer size = 1030.62 MiB +0.59.641.375 I load_tensors: CUDA0 model buffer size = 23885.60 MiB +0.59.641.376 I load_tensors: CUDA1 model buffer size = 23885.60 MiB +0.59.641.376 I load_tensors: CUDA2 model buffer size = 23885.60 MiB +0.59.641.376 I load_tensors: CUDA3 model buffer size = 20910.55 MiB +0.59.641.377 I load_tensors: CUDA4 model buffer size = 23885.60 MiB +0.59.641.377 I load_tensors: CUDA5 model buffer size = 23885.60 MiB +0.59.641.377 I load_tensors: CUDA6 model buffer size = 23885.60 MiB +0.59.641.377 I load_tensors: CUDA7 model buffer size = 22633.58 MiB +................................................................................................... +1.08.898.612 I common_init_result: added <|endoftext|> logit bias = -inf +1.08.898.621 I common_init_result: added <|im_end|> logit bias = -inf +1.08.898.622 I common_init_result: added <|fim_pad|> logit bias = -inf +1.08.898.623 I common_init_result: added <|repo_name|> logit bias = -inf +1.08.898.623 I common_init_result: added <|file_sep|> logit bias = -inf +1.08.900.876 I llama_context: constructing llama_context +1.08.900.885 I llama_context: n_seq_max = 16 +1.08.900.886 I llama_context: n_ctx = 8192 +1.08.900.886 I llama_context: n_ctx_seq = 512 +1.08.900.886 I llama_context: n_batch = 8192 +1.08.900.886 I llama_context: n_ubatch = 8192 +1.08.900.887 I llama_context: causal_attn = 1 +1.08.900.887 I llama_context: flash_attn = enabled +1.08.900.887 I llama_context: kv_unified = false +1.08.900.891 I llama_context: freq_base = 10000000.0 +1.08.900.891 I llama_context: freq_scale = 1 +1.08.900.892 I llama_context: n_rs_seq = 0 +1.08.900.892 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +1.08.915.106 I llama_context: CUDA_Host output buffer size = 15.16 MiB +1.08.915.464 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +1.08.915.692 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +1.08.915.885 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +1.08.916.096 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +1.08.916.287 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +1.08.916.495 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +1.08.916.698 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +1.08.916.899 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +1.08.916.937 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +1.08.916.941 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +1.08.916.941 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +1.08.917.378 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +1.08.917.785 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +1.08.918.192 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +1.08.918.596 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +1.08.919.001 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +1.08.919.406 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +1.08.919.822 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +1.08.920.106 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +1.08.920.118 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +1.08.920.202 I llama_context: pipeline parallelism enabled +1.08.920.209 I sched_reserve: reserving ... +1.08.997.679 I sched_reserve: resolving fused Gated Delta Net support: +1.08.999.205 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +1.09.003.624 I sched_reserve: fused Gated Delta Net (chunked) enabled +1.09.101.318 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +1.09.101.335 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +1.09.101.336 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +1.09.101.337 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +1.09.101.337 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +1.09.101.337 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +1.09.101.338 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +1.09.101.338 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +1.09.101.339 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +1.09.101.340 I sched_reserve: graph nodes = 5963 +1.09.101.340 I sched_reserve: graph splits = 9 +1.09.101.341 I sched_reserve: reserve took 181.13 ms, sched copies = 4 +1.09.101.417 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +1.09.453.941 I +1.09.454.060 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +1.10.047.257 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +1.14.917.722 I kl_divergence: 4.87 seconds per pass - ETA 2.93 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.2309 ± 0.4159 0.00570 ± 0.01440 0.01997 ± 0.00427 3.930 ± 0.688 % 94.510 ± 1.429 % + 2 4.5015 ± 0.4921 0.01225 ± 0.00966 0.01582 ± 0.00225 3.343 ± 0.427 % 95.098 ± 0.957 % + 3 3.3497 ± 0.2843 0.01802 ± 0.00757 0.01510 ± 0.00176 3.696 ± 0.378 % 95.686 ± 0.735 % + 4 2.6348 ± 0.1732 0.02505 ± 0.00664 0.01986 ± 0.00186 5.073 ± 0.397 % 95.784 ± 0.629 % + 5 2.2894 ± 0.1234 0.02433 ± 0.00644 0.02405 ± 0.00216 6.251 ± 0.427 % 96.000 ± 0.549 % + 6 2.1359 ± 0.0990 0.03350 ± 0.00674 0.03074 ± 0.00253 7.461 ± 0.458 % 95.752 ± 0.516 % + 7 2.1193 ± 0.0904 0.03757 ± 0.00698 0.03459 ± 0.00247 7.703 ± 0.407 % 95.574 ± 0.487 % + 8 2.0213 ± 0.0780 0.04039 ± 0.00649 0.03627 ± 0.00237 8.149 ± 0.392 % 95.539 ± 0.457 % + 9 1.9873 ± 0.0705 0.04477 ± 0.00642 0.03986 ± 0.00257 8.468 ± 0.390 % 95.425 ± 0.436 % + 10 1.9956 ± 0.0665 0.05200 ± 0.00645 0.04377 ± 0.00256 9.016 ± 0.381 % 95.020 ± 0.431 % + 11 1.9312 ± 0.0594 0.05156 ± 0.00628 0.04538 ± 0.00246 9.182 ± 0.361 % 95.009 ± 0.411 % + 12 2.0846 ± 0.0648 0.04918 ± 0.00583 0.04283 ± 0.00226 8.839 ± 0.344 % 95.261 ± 0.384 % + 13 2.1488 ± 0.0649 0.05086 ± 0.00585 0.04512 ± 0.00220 8.920 ± 0.327 % 94.872 ± 0.383 % + 14 2.1919 ± 0.0641 0.04792 ± 0.00548 0.04258 ± 0.00205 8.629 ± 0.314 % 94.902 ± 0.368 % + 15 2.3216 ± 0.0671 0.04359 ± 0.00516 0.04027 ± 0.00192 8.353 ± 0.303 % 94.902 ± 0.356 % + 16 2.4613 ± 0.0711 0.04063 ± 0.00487 0.03834 ± 0.00180 8.122 ± 0.293 % 94.951 ± 0.343 % + 17 2.4566 ± 0.0682 0.03873 ± 0.00460 0.03635 ± 0.00170 7.898 ± 0.284 % 95.202 ± 0.325 % + 18 2.5827 ± 0.0714 0.03685 ± 0.00437 0.03484 ± 0.00161 7.694 ± 0.276 % 95.272 ± 0.313 % + 19 2.6358 ± 0.0717 0.03473 ± 0.00416 0.03346 ± 0.00153 7.526 ± 0.268 % 95.397 ± 0.301 % + 20 2.6630 ± 0.0705 0.03433 ± 0.00405 0.03361 ± 0.00146 7.487 ± 0.258 % 95.235 ± 0.298 % + 21 2.6354 ± 0.0673 0.03277 ± 0.00396 0.03327 ± 0.00140 7.394 ± 0.249 % 95.275 ± 0.290 % + 22 2.6792 ± 0.0673 0.03103 ± 0.00381 0.03239 ± 0.00134 7.264 ± 0.242 % 95.276 ± 0.283 % + 23 2.6158 ± 0.0635 0.02976 ± 0.00368 0.03201 ± 0.00130 7.192 ± 0.235 % 95.413 ± 0.273 % + 24 2.5679 ± 0.0603 0.02848 ± 0.00354 0.03109 ± 0.00125 7.092 ± 0.229 % 95.425 ± 0.267 % + 25 2.5646 ± 0.0589 0.02783 ± 0.00345 0.03062 ± 0.00120 7.036 ± 0.222 % 95.451 ± 0.261 % + 26 2.5393 ± 0.0567 0.02612 ± 0.00335 0.03001 ± 0.00116 6.957 ± 0.217 % 95.505 ± 0.254 % + 27 2.5231 ± 0.0549 0.02489 ± 0.00327 0.02959 ± 0.00112 6.898 ± 0.211 % 95.454 ± 0.251 % + 28 2.5306 ± 0.0541 0.02436 ± 0.00320 0.02928 ± 0.00108 6.831 ± 0.206 % 95.406 ± 0.248 % + 29 2.5814 ± 0.0550 0.02427 ± 0.00311 0.02871 ± 0.00105 6.735 ± 0.202 % 95.456 ± 0.242 % + 30 2.5686 ± 0.0535 0.02444 ± 0.00307 0.02870 ± 0.00102 6.733 ± 0.196 % 95.386 ± 0.240 % + 31 2.5809 ± 0.0527 0.02438 ± 0.00300 0.02831 ± 0.00099 6.672 ± 0.192 % 95.332 ± 0.237 % + 32 2.6307 ± 0.0536 0.02395 ± 0.00293 0.02778 ± 0.00096 6.590 ± 0.189 % 95.380 ± 0.232 % + 33 2.6571 ± 0.0534 0.02356 ± 0.00286 0.02736 ± 0.00093 6.509 ± 0.185 % 95.365 ± 0.229 % + 34 2.6942 ± 0.0537 0.02367 ± 0.00279 0.02694 ± 0.00090 6.443 ± 0.182 % 95.294 ± 0.227 % + 35 2.7515 ± 0.0545 0.02247 ± 0.00274 0.02676 ± 0.00088 6.376 ± 0.179 % 95.283 ± 0.224 % + 36 2.8339 ± 0.0560 0.02199 ± 0.00269 0.02644 ± 0.00086 6.309 ± 0.176 % 95.174 ± 0.224 % + 37 2.8906 ± 0.0566 0.02165 ± 0.00265 0.02659 ± 0.00087 6.285 ± 0.174 % 95.114 ± 0.222 % + 38 2.9152 ± 0.0565 0.02069 ± 0.00261 0.02627 ± 0.00085 6.232 ± 0.171 % 95.088 ± 0.220 % + 39 2.9634 ± 0.0572 0.02002 ± 0.00255 0.02582 ± 0.00083 6.163 ± 0.168 % 95.103 ± 0.216 % + 40 3.0162 ± 0.0583 0.01976 ± 0.00250 0.02538 ± 0.00081 6.095 ± 0.166 % 95.118 ± 0.213 % + 41 3.0551 ± 0.0586 0.01947 ± 0.00245 0.02502 ± 0.00079 6.038 ± 0.164 % 95.141 ± 0.210 % + 42 3.1171 ± 0.0595 0.01897 ± 0.00240 0.02470 ± 0.00077 5.977 ± 0.161 % 95.126 ± 0.208 % + 43 3.1512 ± 0.0598 0.01847 ± 0.00238 0.02450 ± 0.00076 5.942 ± 0.159 % 95.130 ± 0.206 % + 44 3.1661 ± 0.0593 0.01803 ± 0.00234 0.02415 ± 0.00074 5.886 ± 0.157 % 95.169 ± 0.202 % + 45 3.2233 ± 0.0602 0.01787 ± 0.00230 0.02388 ± 0.00073 5.837 ± 0.155 % 95.120 ± 0.201 % + 46 3.2360 ± 0.0599 0.01790 ± 0.00226 0.02358 ± 0.00071 5.790 ± 0.153 % 95.132 ± 0.199 % + 47 3.3207 ± 0.0615 0.01792 ± 0.00223 0.02335 ± 0.00070 5.736 ± 0.151 % 95.119 ± 0.197 % + 48 3.3782 ± 0.0623 0.01747 ± 0.00219 0.02305 ± 0.00068 5.685 ± 0.149 % 95.147 ± 0.194 % + 49 3.3559 ± 0.0611 0.01730 ± 0.00218 0.02324 ± 0.00067 5.708 ± 0.147 % 95.078 ± 0.194 % + 50 3.3035 ± 0.0594 0.01836 ± 0.00219 0.02358 ± 0.00067 5.791 ± 0.145 % 95.075 ± 0.192 % + 51 3.2747 ± 0.0581 0.01798 ± 0.00217 0.02378 ± 0.00067 5.818 ± 0.143 % 95.056 ± 0.190 % + 52 3.2882 ± 0.0579 0.01813 ± 0.00216 0.02408 ± 0.00066 5.842 ± 0.141 % 94.940 ± 0.190 % + 53 3.3383 ± 0.0584 0.01767 ± 0.00213 0.02388 ± 0.00065 5.796 ± 0.140 % 94.939 ± 0.189 % + 54 3.3714 ± 0.0585 0.01790 ± 0.00211 0.02367 ± 0.00064 5.757 ± 0.138 % 94.938 ± 0.187 % + 55 3.3948 ± 0.0585 0.01757 ± 0.00208 0.02343 ± 0.00063 5.712 ± 0.137 % 94.966 ± 0.185 % + 56 3.4093 ± 0.0583 0.01728 ± 0.00204 0.02327 ± 0.00062 5.686 ± 0.135 % 94.972 ± 0.183 % + 57 3.4235 ± 0.0581 0.01679 ± 0.00202 0.02315 ± 0.00061 5.649 ± 0.134 % 94.964 ± 0.181 % + 58 3.4429 ± 0.0579 0.01640 ± 0.00199 0.02294 ± 0.00060 5.612 ± 0.132 % 94.963 ± 0.180 % + 59 3.4455 ± 0.0574 0.01644 ± 0.00197 0.02287 ± 0.00059 5.606 ± 0.131 % 94.955 ± 0.178 % + 60 3.4679 ± 0.0574 0.01622 ± 0.00195 0.02272 ± 0.00058 5.575 ± 0.129 % 94.954 ± 0.177 % + 61 3.4957 ± 0.0576 0.01622 ± 0.00192 0.02263 ± 0.00057 5.544 ± 0.128 % 94.934 ± 0.176 % + 62 3.5376 ± 0.0580 0.01653 ± 0.00190 0.02255 ± 0.00056 5.519 ± 0.127 % 94.940 ± 0.174 % + 63 3.5754 ± 0.0584 0.01634 ± 0.00188 0.02243 ± 0.00055 5.487 ± 0.126 % 94.921 ± 0.173 % + 64 3.6163 ± 0.0588 0.01603 ± 0.00186 0.02228 ± 0.00055 5.458 ± 0.124 % 94.877 ± 0.173 % + 65 3.6640 ± 0.0593 0.01542 ± 0.00184 0.02213 ± 0.00054 5.427 ± 0.123 % 94.866 ± 0.171 % + 66 3.6920 ± 0.0595 0.01510 ± 0.00182 0.02200 ± 0.00053 5.403 ± 0.122 % 94.825 ± 0.171 % + 67 3.7426 ± 0.0602 0.01497 ± 0.00181 0.02189 ± 0.00052 5.375 ± 0.121 % 94.826 ± 0.169 % + 68 3.7633 ± 0.0601 0.01478 ± 0.00179 0.02178 ± 0.00052 5.349 ± 0.120 % 94.798 ± 0.169 % + 69 3.7842 ± 0.0599 0.01482 ± 0.00177 0.02166 ± 0.00051 5.325 ± 0.119 % 94.749 ± 0.168 % + 70 3.7759 ± 0.0593 0.01465 ± 0.00176 0.02153 ± 0.00050 5.301 ± 0.117 % 94.756 ± 0.167 % + 71 3.8119 ± 0.0596 0.01462 ± 0.00174 0.02147 ± 0.00049 5.278 ± 0.116 % 94.731 ± 0.166 % + 72 3.8223 ± 0.0593 0.01480 ± 0.00174 0.02166 ± 0.00049 5.281 ± 0.115 % 94.673 ± 0.166 % + 73 3.8311 ± 0.0591 0.01486 ± 0.00173 0.02172 ± 0.00049 5.283 ± 0.114 % 94.687 ± 0.164 % + 74 3.8475 ± 0.0590 0.01486 ± 0.00171 0.02157 ± 0.00048 5.254 ± 0.113 % 94.706 ± 0.163 % + 75 3.8529 ± 0.0588 0.01485 ± 0.00170 0.02147 ± 0.00048 5.227 ± 0.112 % 94.719 ± 0.162 % + 76 3.8594 ± 0.0586 0.01482 ± 0.00168 0.02132 ± 0.00047 5.202 ± 0.111 % 94.747 ± 0.160 % + 77 3.8805 ± 0.0587 0.01472 ± 0.00166 0.02128 ± 0.00046 5.184 ± 0.110 % 94.764 ± 0.159 % + 78 3.8736 ± 0.0583 0.01455 ± 0.00165 0.02125 ± 0.00046 5.177 ± 0.110 % 94.771 ± 0.158 % + 79 3.8218 ± 0.0570 0.01428 ± 0.00164 0.02119 ± 0.00046 5.161 ± 0.109 % 94.823 ± 0.156 % + 80 3.7673 ± 0.0557 0.01433 ± 0.00162 0.02122 ± 0.00046 5.210 ± 0.111 % 94.848 ± 0.155 % + 81 3.7121 ± 0.0543 0.01431 ± 0.00160 0.02117 ± 0.00046 5.221 ± 0.110 % 94.902 ± 0.153 % + 82 3.6637 ± 0.0531 0.01447 ± 0.00161 0.02144 ± 0.00046 5.290 ± 0.110 % 94.902 ± 0.152 % + 83 3.6170 ± 0.0519 0.01477 ± 0.00160 0.02167 ± 0.00047 5.370 ± 0.111 % 94.902 ± 0.151 % + 84 3.5754 ± 0.0508 0.01501 ± 0.00159 0.02184 ± 0.00047 5.422 ± 0.111 % 94.907 ± 0.150 % + 85 3.5335 ± 0.0498 0.01529 ± 0.00159 0.02198 ± 0.00047 5.469 ± 0.111 % 94.939 ± 0.149 % + 86 3.5304 ± 0.0495 0.01590 ± 0.00159 0.02240 ± 0.00047 5.514 ± 0.110 % 94.916 ± 0.148 % + 87 3.4941 ± 0.0485 0.01624 ± 0.00159 0.02257 ± 0.00047 5.565 ± 0.111 % 94.924 ± 0.147 % + 88 3.4544 ± 0.0476 0.01623 ± 0.00158 0.02260 ± 0.00047 5.576 ± 0.111 % 94.960 ± 0.146 % + 89 3.4151 ± 0.0467 0.01627 ± 0.00157 0.02270 ± 0.00047 5.595 ± 0.110 % 94.990 ± 0.145 % + 90 3.3742 ± 0.0457 0.01621 ± 0.00155 0.02268 ± 0.00047 5.602 ± 0.109 % 95.037 ± 0.143 % + 91 3.3373 ± 0.0448 0.01657 ± 0.00155 0.02285 ± 0.00047 5.652 ± 0.109 % 95.053 ± 0.142 % + 92 3.3024 ± 0.0439 0.01669 ± 0.00155 0.02307 ± 0.00048 5.717 ± 0.111 % 95.077 ± 0.141 % + 93 3.2801 ± 0.0433 0.01746 ± 0.00156 0.02348 ± 0.00049 5.805 ± 0.112 % 95.058 ± 0.141 % + 94 3.2460 ± 0.0425 0.01742 ± 0.00155 0.02355 ± 0.00049 5.844 ± 0.112 % 95.090 ± 0.140 % + 95 3.2111 ± 0.0416 0.01766 ± 0.00155 0.02375 ± 0.00049 5.902 ± 0.112 % 95.112 ± 0.139 % + 96 3.1834 ± 0.0409 0.01794 ± 0.00154 0.02399 ± 0.00050 5.965 ± 0.112 % 95.110 ± 0.138 % + 97 3.1529 ± 0.0402 0.01807 ± 0.00154 0.02422 ± 0.00050 6.033 ± 0.114 % 95.120 ± 0.137 % + 98 3.1209 ± 0.0395 0.01813 ± 0.00153 0.02428 ± 0.00050 6.046 ± 0.113 % 95.158 ± 0.136 % + 99 3.0941 ± 0.0388 0.01837 ± 0.00154 0.02465 ± 0.00051 6.133 ± 0.114 % 95.152 ± 0.135 % + 100 3.0742 ± 0.0383 0.01898 ± 0.00155 0.02502 ± 0.00052 6.230 ± 0.116 % 95.153 ± 0.134 % + 101 3.0477 ± 0.0376 0.01923 ± 0.00155 0.02524 ± 0.00052 6.290 ± 0.116 % 95.135 ± 0.134 % + 102 3.0230 ± 0.0371 0.01941 ± 0.00154 0.02542 ± 0.00053 6.320 ± 0.117 % 95.140 ± 0.133 % + 103 2.9980 ± 0.0365 0.01949 ± 0.00154 0.02547 ± 0.00053 6.335 ± 0.117 % 95.157 ± 0.132 % + 104 2.9793 ± 0.0360 0.01977 ± 0.00153 0.02564 ± 0.00053 6.373 ± 0.116 % 95.177 ± 0.132 % + 105 2.9914 ± 0.0360 0.01987 ± 0.00152 0.02562 ± 0.00052 6.358 ± 0.115 % 95.182 ± 0.131 % + 106 3.0137 ± 0.0362 0.01972 ± 0.00151 0.02548 ± 0.00052 6.333 ± 0.114 % 95.194 ± 0.130 % + 107 3.0377 ± 0.0364 0.01950 ± 0.00150 0.02535 ± 0.00051 6.308 ± 0.113 % 95.162 ± 0.130 % + 108 3.0764 ± 0.0370 0.01945 ± 0.00149 0.02524 ± 0.00051 6.286 ± 0.113 % 95.149 ± 0.129 % + 109 3.0814 ± 0.0368 0.01932 ± 0.00148 0.02512 ± 0.00050 6.262 ± 0.112 % 95.168 ± 0.129 % + 110 3.1185 ± 0.0373 0.01918 ± 0.00147 0.02502 ± 0.00050 6.240 ± 0.112 % 95.166 ± 0.128 % + 111 3.1480 ± 0.0377 0.01905 ± 0.00145 0.02488 ± 0.00050 6.215 ± 0.111 % 95.156 ± 0.128 % + 112 3.1707 ± 0.0379 0.01893 ± 0.00145 0.02475 ± 0.00049 6.192 ± 0.111 % 95.175 ± 0.127 % + 113 3.2011 ± 0.0383 0.01886 ± 0.00144 0.02462 ± 0.00049 6.170 ± 0.110 % 95.162 ± 0.126 % + 114 3.2385 ± 0.0388 0.01880 ± 0.00142 0.02447 ± 0.00048 6.145 ± 0.110 % 95.181 ± 0.126 % + 115 3.2648 ± 0.0391 0.01881 ± 0.00142 0.02434 ± 0.00048 6.123 ± 0.109 % 95.195 ± 0.125 % + 116 3.2345 ± 0.0384 0.01869 ± 0.00140 0.02421 ± 0.00048 6.105 ± 0.108 % 95.237 ± 0.124 % + 117 3.2118 ± 0.0379 0.01893 ± 0.00140 0.02444 ± 0.00048 6.158 ± 0.108 % 95.240 ± 0.123 % + 118 3.1924 ± 0.0375 0.01915 ± 0.00140 0.02473 ± 0.00048 6.199 ± 0.107 % 95.234 ± 0.123 % + 119 3.1709 ± 0.0370 0.01925 ± 0.00139 0.02488 ± 0.00048 6.238 ± 0.107 % 95.241 ± 0.122 % + 120 3.1570 ± 0.0366 0.01937 ± 0.00140 0.02522 ± 0.00048 6.291 ± 0.106 % 95.216 ± 0.122 % + 121 3.1365 ± 0.0362 0.01963 ± 0.00139 0.02537 ± 0.00048 6.313 ± 0.106 % 95.220 ± 0.121 % + 122 3.1215 ± 0.0357 0.01965 ± 0.00140 0.02574 ± 0.00049 6.353 ± 0.105 % 95.194 ± 0.121 % + 123 3.1068 ± 0.0354 0.01930 ± 0.00140 0.02590 ± 0.00049 6.380 ± 0.105 % 95.186 ± 0.121 % + 124 3.0873 ± 0.0349 0.01938 ± 0.00140 0.02603 ± 0.00049 6.409 ± 0.104 % 95.180 ± 0.120 % + 125 3.0717 ± 0.0346 0.01965 ± 0.00140 0.02634 ± 0.00049 6.445 ± 0.103 % 95.165 ± 0.120 % + 126 3.0565 ± 0.0342 0.01970 ± 0.00140 0.02660 ± 0.00049 6.493 ± 0.103 % 95.138 ± 0.120 % + 127 3.0440 ± 0.0339 0.01988 ± 0.00140 0.02670 ± 0.00049 6.501 ± 0.103 % 95.143 ± 0.119 % + 128 3.0266 ± 0.0334 0.01982 ± 0.00139 0.02670 ± 0.00049 6.505 ± 0.102 % 95.147 ± 0.119 % + 129 3.0106 ± 0.0331 0.01977 ± 0.00139 0.02680 ± 0.00049 6.537 ± 0.102 % 95.151 ± 0.118 % + 130 3.0013 ± 0.0328 0.01969 ± 0.00138 0.02678 ± 0.00048 6.532 ± 0.101 % 95.137 ± 0.118 % + 131 2.9925 ± 0.0325 0.01993 ± 0.00138 0.02694 ± 0.00048 6.538 ± 0.100 % 95.109 ± 0.118 % + 132 2.9896 ± 0.0323 0.02021 ± 0.00138 0.02722 ± 0.00048 6.563 ± 0.100 % 95.080 ± 0.118 % + 133 2.9861 ± 0.0321 0.02048 ± 0.00138 0.02744 ± 0.00048 6.590 ± 0.100 % 95.055 ± 0.118 % + 134 2.9866 ± 0.0320 0.02050 ± 0.00138 0.02766 ± 0.00048 6.598 ± 0.099 % 95.004 ± 0.118 % + 135 2.9858 ± 0.0318 0.02034 ± 0.00138 0.02786 ± 0.00048 6.608 ± 0.098 % 94.986 ± 0.118 % + 136 2.9805 ± 0.0316 0.02078 ± 0.00138 0.02803 ± 0.00048 6.627 ± 0.098 % 94.934 ± 0.118 % + 137 2.9841 ± 0.0315 0.02055 ± 0.00137 0.02790 ± 0.00048 6.609 ± 0.097 % 94.919 ± 0.117 % + 138 2.9968 ± 0.0316 0.02041 ± 0.00137 0.02777 ± 0.00047 6.591 ± 0.097 % 94.933 ± 0.117 % + 139 3.0011 ± 0.0315 0.02039 ± 0.00136 0.02777 ± 0.00047 6.586 ± 0.097 % 94.936 ± 0.116 % + 140 3.0077 ± 0.0315 0.02039 ± 0.00136 0.02782 ± 0.00047 6.577 ± 0.096 % 94.924 ± 0.116 % + 141 3.0194 ± 0.0315 0.02028 ± 0.00136 0.02785 ± 0.00047 6.571 ± 0.096 % 94.924 ± 0.116 % + 142 3.0244 ± 0.0315 0.02036 ± 0.00135 0.02801 ± 0.00046 6.574 ± 0.095 % 94.913 ± 0.115 % + 143 3.0320 ± 0.0315 0.02032 ± 0.00135 0.02792 ± 0.00046 6.559 ± 0.095 % 94.921 ± 0.115 % + 144 3.0417 ± 0.0315 0.02019 ± 0.00134 0.02782 ± 0.00046 6.540 ± 0.094 % 94.929 ± 0.114 % + 145 3.0415 ± 0.0313 0.02011 ± 0.00133 0.02769 ± 0.00046 6.522 ± 0.094 % 94.943 ± 0.114 % + 146 3.0464 ± 0.0313 0.02002 ± 0.00132 0.02757 ± 0.00045 6.506 ± 0.093 % 94.964 ± 0.113 % + 147 3.0445 ± 0.0311 0.01996 ± 0.00132 0.02744 ± 0.00045 6.488 ± 0.093 % 94.969 ± 0.113 % + 148 3.0478 ± 0.0310 0.01974 ± 0.00131 0.02731 ± 0.00045 6.471 ± 0.093 % 94.971 ± 0.112 % + 149 3.0437 ± 0.0309 0.01957 ± 0.00130 0.02717 ± 0.00044 6.451 ± 0.092 % 94.976 ± 0.112 % + 150 3.0396 ± 0.0307 0.01949 ± 0.00130 0.02710 ± 0.00044 6.438 ± 0.092 % 95.007 ± 0.111 % + 151 3.0338 ± 0.0306 0.01953 ± 0.00129 0.02710 ± 0.00044 6.446 ± 0.092 % 95.011 ± 0.111 % + 152 3.0316 ± 0.0304 0.01937 ± 0.00128 0.02697 ± 0.00044 6.429 ± 0.091 % 95.026 ± 0.110 % + 153 3.0268 ± 0.0302 0.01923 ± 0.00128 0.02687 ± 0.00043 6.416 ± 0.091 % 95.040 ± 0.110 % + 154 3.0319 ± 0.0301 0.01911 ± 0.00127 0.02675 ± 0.00043 6.401 ± 0.091 % 95.047 ± 0.109 % + 155 3.0339 ± 0.0300 0.01903 ± 0.00126 0.02666 ± 0.00043 6.394 ± 0.091 % 95.034 ± 0.109 % + 156 3.0291 ± 0.0299 0.01885 ± 0.00126 0.02654 ± 0.00043 6.381 ± 0.090 % 95.038 ± 0.109 % + 157 3.0277 ± 0.0297 0.01880 ± 0.00125 0.02643 ± 0.00042 6.367 ± 0.090 % 95.034 ± 0.109 % + 158 3.0284 ± 0.0296 0.01872 ± 0.00124 0.02633 ± 0.00042 6.351 ± 0.090 % 95.043 ± 0.108 % + 159 3.0245 ± 0.0294 0.01857 ± 0.00124 0.02620 ± 0.00042 6.333 ± 0.089 % 95.052 ± 0.108 % + 160 3.0239 ± 0.0293 0.01844 ± 0.00123 0.02609 ± 0.00042 6.317 ± 0.089 % 95.054 ± 0.107 % + 161 3.0290 ± 0.0293 0.01821 ± 0.00122 0.02599 ± 0.00041 6.305 ± 0.089 % 95.058 ± 0.107 % + 162 3.0296 ± 0.0292 0.01810 ± 0.00122 0.02587 ± 0.00041 6.291 ± 0.088 % 95.067 ± 0.107 % + 163 3.0280 ± 0.0290 0.01810 ± 0.00121 0.02577 ± 0.00041 6.277 ± 0.088 % 95.078 ± 0.106 % + 164 3.0344 ± 0.0290 0.01802 ± 0.00121 0.02567 ± 0.00041 6.261 ± 0.088 % 95.084 ± 0.106 % + 165 3.0474 ± 0.0291 0.01789 ± 0.00120 0.02557 ± 0.00040 6.246 ± 0.087 % 95.090 ± 0.105 % + 166 3.0507 ± 0.0290 0.01787 ± 0.00120 0.02548 ± 0.00040 6.231 ± 0.087 % 95.103 ± 0.105 % + 167 3.0679 ± 0.0292 0.01788 ± 0.00119 0.02540 ± 0.00040 6.217 ± 0.087 % 95.102 ± 0.105 % + 168 3.0767 ± 0.0292 0.01778 ± 0.00118 0.02531 ± 0.00040 6.202 ± 0.087 % 95.110 ± 0.104 % + 169 3.1020 ± 0.0295 0.01773 ± 0.00118 0.02524 ± 0.00040 6.189 ± 0.086 % 95.106 ± 0.104 % + 170 3.1112 ± 0.0295 0.01764 ± 0.00117 0.02516 ± 0.00039 6.175 ± 0.086 % 95.105 ± 0.104 % + 171 3.1369 ± 0.0298 0.01749 ± 0.00117 0.02509 ± 0.00039 6.163 ± 0.086 % 95.097 ± 0.103 % + 172 3.1637 ± 0.0301 0.01753 ± 0.00116 0.02506 ± 0.00039 6.150 ± 0.085 % 95.075 ± 0.103 % + 173 3.1805 ± 0.0302 0.01740 ± 0.00116 0.02498 ± 0.00039 6.134 ± 0.085 % 95.081 ± 0.103 % + 174 3.2095 ± 0.0306 0.01731 ± 0.00115 0.02495 ± 0.00038 6.121 ± 0.085 % 95.073 ± 0.103 % + 175 3.2243 ± 0.0307 0.01728 ± 0.00115 0.02487 ± 0.00038 6.107 ± 0.085 % 95.072 ± 0.102 % + 176 3.2462 ± 0.0309 0.01723 ± 0.00114 0.02479 ± 0.00038 6.091 ± 0.084 % 95.074 ± 0.102 % + 177 3.2656 ± 0.0311 0.01708 ± 0.00114 0.02472 ± 0.00038 6.080 ± 0.084 % 95.077 ± 0.102 % + 178 3.2765 ± 0.0312 0.01725 ± 0.00114 0.02465 ± 0.00038 6.067 ± 0.084 % 95.087 ± 0.101 % + 179 3.2601 ± 0.0309 0.01723 ± 0.00113 0.02468 ± 0.00038 6.080 ± 0.083 % 95.099 ± 0.101 % + 180 3.2431 ± 0.0306 0.01745 ± 0.00113 0.02477 ± 0.00038 6.109 ± 0.083 % 95.109 ± 0.101 % + 181 3.2322 ± 0.0304 0.01761 ± 0.00113 0.02498 ± 0.00038 6.147 ± 0.083 % 95.088 ± 0.101 % + 182 3.2228 ± 0.0302 0.01775 ± 0.00114 0.02507 ± 0.00038 6.156 ± 0.083 % 95.096 ± 0.100 % + 183 3.2088 ± 0.0299 0.01787 ± 0.00113 0.02515 ± 0.00038 6.166 ± 0.083 % 95.110 ± 0.100 % + 184 3.1962 ± 0.0297 0.01805 ± 0.00114 0.02538 ± 0.00038 6.210 ± 0.083 % 95.094 ± 0.100 % + 185 3.1831 ± 0.0294 0.01838 ± 0.00114 0.02565 ± 0.00038 6.255 ± 0.083 % 95.091 ± 0.099 % + 186 3.1694 ± 0.0292 0.01852 ± 0.00114 0.02577 ± 0.00039 6.274 ± 0.083 % 95.096 ± 0.099 % + 187 3.1775 ± 0.0292 0.01843 ± 0.00113 0.02570 ± 0.00038 6.262 ± 0.083 % 95.093 ± 0.099 % + 188 3.1916 ± 0.0293 0.01837 ± 0.00113 0.02559 ± 0.00038 6.247 ± 0.083 % 95.104 ± 0.099 % + 189 3.2089 ± 0.0295 0.01826 ± 0.00112 0.02552 ± 0.00038 6.232 ± 0.082 % 95.093 ± 0.098 % + 190 3.2235 ± 0.0296 0.01820 ± 0.00112 0.02544 ± 0.00038 6.217 ± 0.082 % 95.088 ± 0.098 % + 191 3.2360 ± 0.0296 0.01817 ± 0.00111 0.02535 ± 0.00038 6.203 ± 0.082 % 95.099 ± 0.098 % + 192 3.2454 ± 0.0297 0.01815 ± 0.00111 0.02528 ± 0.00037 6.190 ± 0.082 % 95.100 ± 0.098 % + 193 3.2599 ± 0.0298 0.01812 ± 0.00110 0.02521 ± 0.00037 6.176 ± 0.081 % 95.093 ± 0.097 % + 194 3.2779 ± 0.0299 0.01812 ± 0.00110 0.02514 ± 0.00037 6.162 ± 0.081 % 95.088 ± 0.097 % + 195 3.2951 ± 0.0301 0.01802 ± 0.00109 0.02507 ± 0.00037 6.149 ± 0.081 % 95.089 ± 0.097 % + 196 3.3060 ± 0.0301 0.01799 ± 0.00109 0.02500 ± 0.00037 6.139 ± 0.081 % 95.080 ± 0.097 % + 197 3.3070 ± 0.0301 0.01792 ± 0.00108 0.02492 ± 0.00036 6.128 ± 0.080 % 95.091 ± 0.096 % + 198 3.3127 ± 0.0300 0.01783 ± 0.00108 0.02484 ± 0.00036 6.115 ± 0.080 % 95.098 ± 0.096 % + 199 3.3145 ± 0.0300 0.01781 ± 0.00108 0.02476 ± 0.00036 6.102 ± 0.080 % 95.111 ± 0.096 % + 200 3.3195 ± 0.0300 0.01783 ± 0.00107 0.02470 ± 0.00036 6.090 ± 0.080 % 95.114 ± 0.095 % + 201 3.3262 ± 0.0300 0.01783 ± 0.00107 0.02466 ± 0.00036 6.082 ± 0.080 % 95.107 ± 0.095 % + 202 3.3417 ± 0.0301 0.01778 ± 0.00106 0.02459 ± 0.00036 6.069 ± 0.079 % 95.106 ± 0.095 % + 203 3.3611 ± 0.0302 0.01777 ± 0.00106 0.02454 ± 0.00035 6.057 ± 0.079 % 95.093 ± 0.095 % + 204 3.3776 ± 0.0304 0.01771 ± 0.00106 0.02448 ± 0.00035 6.045 ± 0.079 % 95.087 ± 0.095 % + 205 3.3786 ± 0.0303 0.01764 ± 0.00105 0.02440 ± 0.00035 6.032 ± 0.079 % 95.097 ± 0.094 % + 206 3.3958 ± 0.0304 0.01762 ± 0.00105 0.02434 ± 0.00035 6.019 ± 0.078 % 95.090 ± 0.094 % + 207 3.3948 ± 0.0303 0.01754 ± 0.00104 0.02425 ± 0.00035 6.006 ± 0.078 % 95.105 ± 0.094 % + 208 3.4055 ± 0.0304 0.01753 ± 0.00104 0.02418 ± 0.00035 5.993 ± 0.078 % 95.107 ± 0.094 % + 209 3.4085 ± 0.0304 0.01746 ± 0.00104 0.02414 ± 0.00035 5.984 ± 0.078 % 95.112 ± 0.093 % + 210 3.4161 ± 0.0304 0.01736 ± 0.00103 0.02409 ± 0.00034 5.975 ± 0.078 % 95.107 ± 0.093 % + 211 3.4236 ± 0.0304 0.01738 ± 0.00103 0.02403 ± 0.00034 5.966 ± 0.077 % 95.106 ± 0.093 % + 212 3.4318 ± 0.0304 0.01733 ± 0.00103 0.02396 ± 0.00034 5.955 ± 0.077 % 95.109 ± 0.093 % + 213 3.4344 ± 0.0304 0.01730 ± 0.00102 0.02388 ± 0.00034 5.944 ± 0.077 % 95.106 ± 0.093 % + 214 3.4352 ± 0.0303 0.01729 ± 0.00102 0.02380 ± 0.00034 5.932 ± 0.077 % 95.122 ± 0.092 % + 215 3.4368 ± 0.0302 0.01723 ± 0.00101 0.02372 ± 0.00034 5.920 ± 0.077 % 95.121 ± 0.092 % + 216 3.4453 ± 0.0303 0.01722 ± 0.00101 0.02365 ± 0.00033 5.909 ± 0.076 % 95.127 ± 0.092 % + 217 3.4475 ± 0.0302 0.01712 ± 0.00101 0.02357 ± 0.00033 5.897 ± 0.076 % 95.137 ± 0.091 % + 218 3.4450 ± 0.0301 0.01703 ± 0.00100 0.02349 ± 0.00033 5.886 ± 0.076 % 95.139 ± 0.091 % + 219 3.4395 ± 0.0299 0.01695 ± 0.00100 0.02341 ± 0.00033 5.876 ± 0.076 % 95.153 ± 0.091 % + 220 3.4410 ± 0.0299 0.01693 ± 0.00099 0.02334 ± 0.00033 5.865 ± 0.076 % 95.164 ± 0.091 % + 221 3.4452 ± 0.0299 0.01691 ± 0.00099 0.02327 ± 0.00033 5.854 ± 0.075 % 95.166 ± 0.090 % + 222 3.4481 ± 0.0298 0.01684 ± 0.00099 0.02321 ± 0.00033 5.844 ± 0.075 % 95.169 ± 0.090 % + 223 3.4578 ± 0.0299 0.01683 ± 0.00098 0.02316 ± 0.00032 5.833 ± 0.075 % 95.164 ± 0.090 % + 224 3.4556 ± 0.0297 0.01673 ± 0.00098 0.02310 ± 0.00032 5.822 ± 0.075 % 95.159 ± 0.090 % + 225 3.4548 ± 0.0297 0.01675 ± 0.00098 0.02304 ± 0.00032 5.813 ± 0.075 % 95.148 ± 0.090 % + 226 3.4570 ± 0.0296 0.01678 ± 0.00097 0.02301 ± 0.00032 5.807 ± 0.074 % 95.147 ± 0.090 % + 227 3.4565 ± 0.0296 0.01674 ± 0.00097 0.02294 ± 0.00032 5.796 ± 0.074 % 95.147 ± 0.089 % + 228 3.4547 ± 0.0295 0.01668 ± 0.00097 0.02287 ± 0.00032 5.786 ± 0.074 % 95.150 ± 0.089 % + 229 3.4562 ± 0.0294 0.01657 ± 0.00096 0.02281 ± 0.00032 5.775 ± 0.074 % 95.162 ± 0.089 % + 230 3.4530 ± 0.0293 0.01649 ± 0.00096 0.02275 ± 0.00032 5.766 ± 0.074 % 95.176 ± 0.088 % + 231 3.4555 ± 0.0292 0.01645 ± 0.00096 0.02268 ± 0.00031 5.755 ± 0.073 % 95.192 ± 0.088 % + 232 3.4588 ± 0.0292 0.01638 ± 0.00095 0.02263 ± 0.00031 5.746 ± 0.073 % 95.186 ± 0.088 % + 233 3.4619 ± 0.0291 0.01639 ± 0.00095 0.02258 ± 0.00031 5.737 ± 0.073 % 95.193 ± 0.088 % + 234 3.4620 ± 0.0291 0.01637 ± 0.00095 0.02253 ± 0.00031 5.727 ± 0.073 % 95.195 ± 0.088 % + 235 3.4563 ± 0.0289 0.01640 ± 0.00095 0.02254 ± 0.00031 5.729 ± 0.073 % 95.204 ± 0.087 % + 236 3.4509 ± 0.0288 0.01661 ± 0.00095 0.02270 ± 0.00031 5.752 ± 0.073 % 95.191 ± 0.087 % + 237 3.4508 ± 0.0287 0.01659 ± 0.00094 0.02266 ± 0.00031 5.743 ± 0.072 % 95.193 ± 0.087 % + 238 3.4504 ± 0.0287 0.01657 ± 0.00094 0.02259 ± 0.00031 5.733 ± 0.072 % 95.205 ± 0.087 % + 239 3.4532 ± 0.0287 0.01659 ± 0.00094 0.02255 ± 0.00031 5.726 ± 0.072 % 95.207 ± 0.087 % + 240 3.4574 ± 0.0286 0.01650 ± 0.00093 0.02249 ± 0.00031 5.716 ± 0.072 % 95.209 ± 0.086 % + 241 3.4607 ± 0.0286 0.01648 ± 0.00093 0.02246 ± 0.00030 5.709 ± 0.072 % 95.218 ± 0.086 % + 242 3.4599 ± 0.0286 0.01651 ± 0.00093 0.02251 ± 0.00030 5.717 ± 0.071 % 95.207 ± 0.086 % + 243 3.4710 ± 0.0286 0.01642 ± 0.00093 0.02250 ± 0.00030 5.710 ± 0.071 % 95.189 ± 0.086 % + 244 3.4709 ± 0.0286 0.01638 ± 0.00092 0.02250 ± 0.00030 5.708 ± 0.071 % 95.175 ± 0.086 % + 245 3.4711 ± 0.0285 0.01628 ± 0.00092 0.02255 ± 0.00030 5.710 ± 0.071 % 95.150 ± 0.086 % + 246 3.4823 ± 0.0286 0.01629 ± 0.00092 0.02251 ± 0.00030 5.702 ± 0.070 % 95.141 ± 0.086 % + 247 3.4931 ± 0.0286 0.01623 ± 0.00092 0.02247 ± 0.00030 5.692 ± 0.070 % 95.139 ± 0.086 % + 248 3.5014 ± 0.0287 0.01622 ± 0.00091 0.02242 ± 0.00030 5.682 ± 0.070 % 95.139 ± 0.086 % + 249 3.5092 ± 0.0287 0.01619 ± 0.00091 0.02242 ± 0.00030 5.681 ± 0.070 % 95.141 ± 0.085 % + 250 3.5196 ± 0.0287 0.01612 ± 0.00091 0.02239 ± 0.00030 5.673 ± 0.070 % 95.136 ± 0.085 % + 251 3.5270 ± 0.0287 0.01605 ± 0.00091 0.02233 ± 0.00029 5.663 ± 0.070 % 95.133 ± 0.085 % + 252 3.5363 ± 0.0288 0.01607 ± 0.00091 0.02230 ± 0.00029 5.657 ± 0.070 % 95.126 ± 0.085 % + 253 3.5535 ± 0.0289 0.01605 ± 0.00090 0.02225 ± 0.00029 5.647 ± 0.070 % 95.111 ± 0.085 % + 254 3.5593 ± 0.0289 0.01602 ± 0.00090 0.02220 ± 0.00029 5.637 ± 0.069 % 95.113 ± 0.085 % + 255 3.5600 ± 0.0289 0.01607 ± 0.00090 0.02220 ± 0.00029 5.636 ± 0.069 % 95.108 ± 0.085 % + 256 3.5650 ± 0.0289 0.01605 ± 0.00090 0.02218 ± 0.00029 5.629 ± 0.069 % 95.110 ± 0.084 % + 257 3.5653 ± 0.0288 0.01604 ± 0.00089 0.02213 ± 0.00029 5.621 ± 0.069 % 95.117 ± 0.084 % + 258 3.5570 ± 0.0287 0.01597 ± 0.00089 0.02210 ± 0.00029 5.616 ± 0.069 % 95.124 ± 0.084 % + 259 3.5540 ± 0.0286 0.01599 ± 0.00089 0.02209 ± 0.00029 5.612 ± 0.069 % 95.120 ± 0.084 % + 260 3.5467 ± 0.0284 0.01600 ± 0.00089 0.02207 ± 0.00029 5.609 ± 0.068 % 95.130 ± 0.084 % + 261 3.5423 ± 0.0283 0.01604 ± 0.00088 0.02206 ± 0.00028 5.609 ± 0.068 % 95.126 ± 0.083 % + 262 3.5487 ± 0.0283 0.01603 ± 0.00088 0.02205 ± 0.00028 5.604 ± 0.068 % 95.110 ± 0.083 % + 263 3.5566 ± 0.0284 0.01610 ± 0.00088 0.02203 ± 0.00028 5.598 ± 0.068 % 95.100 ± 0.083 % + 264 3.5628 ± 0.0284 0.01609 ± 0.00088 0.02201 ± 0.00028 5.591 ± 0.068 % 95.094 ± 0.083 % + 265 3.5661 ± 0.0283 0.01600 ± 0.00088 0.02199 ± 0.00028 5.584 ± 0.068 % 95.087 ± 0.083 % + 266 3.5649 ± 0.0283 0.01604 ± 0.00088 0.02198 ± 0.00028 5.581 ± 0.067 % 95.094 ± 0.083 % + 267 3.5651 ± 0.0282 0.01592 ± 0.00087 0.02194 ± 0.00028 5.573 ± 0.067 % 95.091 ± 0.083 % + 268 3.5637 ± 0.0282 0.01590 ± 0.00087 0.02198 ± 0.00028 5.572 ± 0.067 % 95.086 ± 0.083 % + 269 3.5601 ± 0.0281 0.01594 ± 0.00087 0.02198 ± 0.00028 5.567 ± 0.067 % 95.086 ± 0.083 % + 270 3.5571 ± 0.0280 0.01588 ± 0.00087 0.02196 ± 0.00028 5.561 ± 0.067 % 95.086 ± 0.082 % + 271 3.5539 ± 0.0279 0.01596 ± 0.00087 0.02195 ± 0.00028 5.559 ± 0.066 % 95.092 ± 0.082 % + 272 3.5493 ± 0.0278 0.01588 ± 0.00087 0.02192 ± 0.00027 5.553 ± 0.066 % 95.107 ± 0.082 % + 273 3.5529 ± 0.0278 0.01585 ± 0.00086 0.02193 ± 0.00027 5.551 ± 0.066 % 95.099 ± 0.082 % + 274 3.5505 ± 0.0277 0.01595 ± 0.00086 0.02195 ± 0.00028 5.552 ± 0.066 % 95.094 ± 0.082 % + 275 3.5512 ± 0.0276 0.01596 ± 0.00086 0.02194 ± 0.00028 5.549 ± 0.066 % 95.082 ± 0.082 % + 276 3.5527 ± 0.0276 0.01590 ± 0.00086 0.02191 ± 0.00027 5.542 ± 0.066 % 95.085 ± 0.081 % + 277 3.5503 ± 0.0275 0.01593 ± 0.00086 0.02192 ± 0.00027 5.543 ± 0.066 % 95.079 ± 0.081 % + 278 3.5542 ± 0.0275 0.01589 ± 0.00086 0.02188 ± 0.00027 5.535 ± 0.065 % 95.083 ± 0.081 % + 279 3.5550 ± 0.0274 0.01588 ± 0.00086 0.02186 ± 0.00027 5.533 ± 0.065 % 95.083 ± 0.081 % + 280 3.5502 ± 0.0273 0.01584 ± 0.00085 0.02181 ± 0.00027 5.526 ± 0.065 % 95.088 ± 0.081 % + 281 3.5512 ± 0.0273 0.01575 ± 0.00085 0.02184 ± 0.00027 5.525 ± 0.065 % 95.083 ± 0.081 % + 282 3.5429 ± 0.0272 0.01577 ± 0.00085 0.02182 ± 0.00027 5.523 ± 0.065 % 95.092 ± 0.081 % + 283 3.5409 ± 0.0271 0.01573 ± 0.00085 0.02182 ± 0.00027 5.520 ± 0.065 % 95.099 ± 0.080 % + 284 3.5364 ± 0.0270 0.01572 ± 0.00085 0.02185 ± 0.00027 5.523 ± 0.064 % 95.095 ± 0.080 % + 285 3.5252 ± 0.0269 0.01572 ± 0.00085 0.02191 ± 0.00027 5.541 ± 0.065 % 95.103 ± 0.080 % + 286 3.5158 ± 0.0267 0.01567 ± 0.00085 0.02194 ± 0.00027 5.549 ± 0.065 % 95.109 ± 0.080 % + 287 3.5140 ± 0.0267 0.01567 ± 0.00084 0.02192 ± 0.00027 5.546 ± 0.065 % 95.106 ± 0.080 % + 288 3.5176 ± 0.0267 0.01567 ± 0.00084 0.02189 ± 0.00027 5.541 ± 0.064 % 95.106 ± 0.080 % + 289 3.5257 ± 0.0267 0.01561 ± 0.00084 0.02186 ± 0.00027 5.534 ± 0.064 % 95.111 ± 0.079 % + 290 3.5369 ± 0.0268 0.01555 ± 0.00084 0.02182 ± 0.00027 5.526 ± 0.064 % 95.117 ± 0.079 % + 291 3.5478 ± 0.0269 0.01555 ± 0.00084 0.02179 ± 0.00026 5.519 ± 0.064 % 95.111 ± 0.079 % + 292 3.5552 ± 0.0269 0.01559 ± 0.00083 0.02175 ± 0.00026 5.512 ± 0.064 % 95.118 ± 0.079 % + 293 3.5617 ± 0.0269 0.01551 ± 0.00083 0.02172 ± 0.00026 5.503 ± 0.064 % 95.115 ± 0.079 % + 294 3.5740 ± 0.0270 0.01545 ± 0.00083 0.02168 ± 0.00026 5.495 ± 0.064 % 95.111 ± 0.079 % + 295 3.5769 ± 0.0270 0.01541 ± 0.00083 0.02163 ± 0.00026 5.488 ± 0.064 % 95.111 ± 0.079 % + 296 3.5838 ± 0.0270 0.01539 ± 0.00083 0.02159 ± 0.00026 5.481 ± 0.063 % 95.115 ± 0.078 % + 297 3.5810 ± 0.0269 0.01532 ± 0.00083 0.02158 ± 0.00026 5.479 ± 0.063 % 95.115 ± 0.078 % + 298 3.5829 ± 0.0269 0.01529 ± 0.00082 0.02153 ± 0.00026 5.472 ± 0.063 % 95.119 ± 0.078 % + 299 3.5845 ± 0.0269 0.01524 ± 0.00082 0.02148 ± 0.00026 5.464 ± 0.063 % 95.118 ± 0.078 % + 300 3.5860 ± 0.0268 0.01524 ± 0.00082 0.02145 ± 0.00026 5.458 ± 0.063 % 95.116 ± 0.078 % + 301 3.5835 ± 0.0267 0.01540 ± 0.00082 0.02148 ± 0.00026 5.462 ± 0.063 % 95.113 ± 0.078 % + 302 3.5814 ± 0.0267 0.01538 ± 0.00082 0.02145 ± 0.00026 5.456 ± 0.063 % 95.112 ± 0.078 % + 303 3.5879 ± 0.0267 0.01537 ± 0.00081 0.02143 ± 0.00026 5.450 ± 0.062 % 95.114 ± 0.078 % + 304 3.5935 ± 0.0267 0.01531 ± 0.00081 0.02140 ± 0.00025 5.443 ± 0.062 % 95.112 ± 0.077 % + 305 3.5946 ± 0.0267 0.01520 ± 0.00081 0.02136 ± 0.00025 5.436 ± 0.062 % 95.121 ± 0.077 % + 306 3.5982 ± 0.0266 0.01517 ± 0.00081 0.02133 ± 0.00025 5.429 ± 0.062 % 95.116 ± 0.077 % + 307 3.6026 ± 0.0266 0.01517 ± 0.00081 0.02130 ± 0.00025 5.422 ± 0.062 % 95.118 ± 0.077 % + 308 3.6052 ± 0.0266 0.01510 ± 0.00081 0.02127 ± 0.00025 5.416 ± 0.062 % 95.113 ± 0.077 % + 309 3.6107 ± 0.0266 0.01508 ± 0.00080 0.02123 ± 0.00025 5.408 ± 0.062 % 95.114 ± 0.077 % + 310 3.6173 ± 0.0266 0.01504 ± 0.00080 0.02121 ± 0.00025 5.403 ± 0.062 % 95.114 ± 0.077 % + 311 3.6193 ± 0.0266 0.01503 ± 0.00080 0.02117 ± 0.00025 5.396 ± 0.061 % 95.123 ± 0.076 % + 312 3.6248 ± 0.0266 0.01501 ± 0.00080 0.02114 ± 0.00025 5.389 ± 0.061 % 95.118 ± 0.076 % + 313 3.6276 ± 0.0266 0.01499 ± 0.00080 0.02111 ± 0.00025 5.382 ± 0.061 % 95.120 ± 0.076 % + 314 3.6273 ± 0.0265 0.01493 ± 0.00079 0.02108 ± 0.00025 5.377 ± 0.061 % 95.127 ± 0.076 % + 315 3.6265 ± 0.0265 0.01485 ± 0.00079 0.02104 ± 0.00025 5.372 ± 0.061 % 95.135 ± 0.076 % + 316 3.6377 ± 0.0266 0.01484 ± 0.00079 0.02101 ± 0.00025 5.367 ± 0.061 % 95.137 ± 0.076 % + 317 3.6432 ± 0.0266 0.01483 ± 0.00079 0.02097 ± 0.00024 5.360 ± 0.061 % 95.139 ± 0.076 % + 318 3.6542 ± 0.0266 0.01476 ± 0.00079 0.02092 ± 0.00024 5.352 ± 0.061 % 95.139 ± 0.076 % + 319 3.6403 ± 0.0265 0.01474 ± 0.00078 0.02090 ± 0.00024 5.350 ± 0.060 % 95.153 ± 0.075 % + 320 3.6264 ± 0.0263 0.01475 ± 0.00078 0.02093 ± 0.00024 5.367 ± 0.061 % 95.161 ± 0.075 % + 321 3.6150 ± 0.0262 0.01482 ± 0.00078 0.02100 ± 0.00025 5.391 ± 0.061 % 95.166 ± 0.075 % + 322 3.6030 ± 0.0260 0.01487 ± 0.00078 0.02102 ± 0.00025 5.402 ± 0.061 % 95.172 ± 0.075 % + 323 3.5900 ± 0.0258 0.01495 ± 0.00078 0.02107 ± 0.00025 5.428 ± 0.061 % 95.179 ± 0.075 % + 324 3.5811 ± 0.0257 0.01506 ± 0.00078 0.02118 ± 0.00025 5.449 ± 0.061 % 95.173 ± 0.075 % + 325 3.5704 ± 0.0256 0.01510 ± 0.00078 0.02125 ± 0.00025 5.467 ± 0.061 % 95.177 ± 0.074 % + 326 3.5608 ± 0.0255 0.01529 ± 0.00078 0.02135 ± 0.00025 5.491 ± 0.061 % 95.174 ± 0.074 % + 327 3.5499 ± 0.0253 0.01534 ± 0.00078 0.02140 ± 0.00025 5.509 ± 0.061 % 95.177 ± 0.074 % + 328 3.5424 ± 0.0252 0.01556 ± 0.00078 0.02153 ± 0.00025 5.529 ± 0.061 % 95.173 ± 0.074 % + 329 3.5327 ± 0.0251 0.01561 ± 0.00078 0.02158 ± 0.00025 5.540 ± 0.061 % 95.176 ± 0.074 % + 330 3.5217 ± 0.0249 0.01567 ± 0.00078 0.02165 ± 0.00025 5.551 ± 0.061 % 95.179 ± 0.074 % + 331 3.5126 ± 0.0248 0.01583 ± 0.00078 0.02172 ± 0.00025 5.568 ± 0.061 % 95.182 ± 0.074 % + 332 3.5014 ± 0.0247 0.01587 ± 0.00078 0.02182 ± 0.00025 5.600 ± 0.061 % 95.184 ± 0.074 % + 333 3.4925 ± 0.0245 0.01594 ± 0.00078 0.02189 ± 0.00025 5.617 ± 0.061 % 95.186 ± 0.073 % + 334 3.4830 ± 0.0244 0.01608 ± 0.00078 0.02198 ± 0.00025 5.638 ± 0.061 % 95.185 ± 0.073 % + 335 3.4725 ± 0.0243 0.01615 ± 0.00078 0.02207 ± 0.00025 5.659 ± 0.061 % 95.185 ± 0.073 % + 336 3.4613 ± 0.0242 0.01628 ± 0.00078 0.02213 ± 0.00025 5.679 ± 0.061 % 95.193 ± 0.073 % + 337 3.4514 ± 0.0240 0.01630 ± 0.00078 0.02221 ± 0.00025 5.703 ± 0.061 % 95.195 ± 0.073 % + 338 3.4423 ± 0.0239 0.01632 ± 0.00078 0.02226 ± 0.00025 5.715 ± 0.061 % 95.198 ± 0.073 % + 339 3.4374 ± 0.0238 0.01641 ± 0.00078 0.02231 ± 0.00025 5.726 ± 0.061 % 95.196 ± 0.073 % + 340 3.4377 ± 0.0238 0.01638 ± 0.00077 0.02226 ± 0.00025 5.719 ± 0.061 % 95.201 ± 0.073 % + 341 3.4455 ± 0.0238 0.01635 ± 0.00077 0.02223 ± 0.00025 5.712 ± 0.061 % 95.201 ± 0.072 % + 342 3.4506 ± 0.0238 0.01631 ± 0.00077 0.02219 ± 0.00025 5.706 ± 0.061 % 95.200 ± 0.072 % + 343 3.4534 ± 0.0238 0.01627 ± 0.00077 0.02215 ± 0.00025 5.699 ± 0.061 % 95.194 ± 0.072 % + 344 3.4567 ± 0.0238 0.01625 ± 0.00077 0.02212 ± 0.00025 5.693 ± 0.061 % 95.194 ± 0.072 % + 345 3.4560 ± 0.0238 0.01623 ± 0.00077 0.02207 ± 0.00025 5.686 ± 0.061 % 95.194 ± 0.072 % + 346 3.4593 ± 0.0237 0.01616 ± 0.00076 0.02204 ± 0.00025 5.680 ± 0.060 % 95.196 ± 0.072 % + 347 3.4589 ± 0.0237 0.01617 ± 0.00076 0.02200 ± 0.00025 5.674 ± 0.060 % 95.199 ± 0.072 % + 348 3.4598 ± 0.0237 0.01617 ± 0.00076 0.02197 ± 0.00025 5.671 ± 0.060 % 95.197 ± 0.072 % + 349 3.4608 ± 0.0236 0.01611 ± 0.00076 0.02194 ± 0.00025 5.665 ± 0.060 % 95.197 ± 0.072 % + 350 3.4675 ± 0.0237 0.01609 ± 0.00076 0.02190 ± 0.00025 5.658 ± 0.060 % 95.198 ± 0.072 % + 351 3.4685 ± 0.0236 0.01605 ± 0.00075 0.02187 ± 0.00024 5.652 ± 0.060 % 95.199 ± 0.071 % + 352 3.4676 ± 0.0236 0.01600 ± 0.00075 0.02183 ± 0.00024 5.646 ± 0.060 % 95.203 ± 0.071 % + 353 3.4761 ± 0.0236 0.01598 ± 0.00075 0.02180 ± 0.00024 5.642 ± 0.060 % 95.207 ± 0.071 % + 354 3.4845 ± 0.0237 0.01599 ± 0.00075 0.02176 ± 0.00024 5.635 ± 0.060 % 95.209 ± 0.071 % + 355 3.4923 ± 0.0237 0.01591 ± 0.00075 0.02173 ± 0.00024 5.628 ± 0.060 % 95.211 ± 0.071 % + 356 3.4907 ± 0.0237 0.01590 ± 0.00075 0.02169 ± 0.00024 5.622 ± 0.060 % 95.212 ± 0.071 % + 357 3.4799 ± 0.0235 0.01601 ± 0.00075 0.02173 ± 0.00024 5.634 ± 0.059 % 95.215 ± 0.071 % + 358 3.4756 ± 0.0235 0.01607 ± 0.00075 0.02185 ± 0.00024 5.645 ± 0.059 % 95.199 ± 0.071 % + 359 3.4755 ± 0.0234 0.01608 ± 0.00075 0.02195 ± 0.00024 5.653 ± 0.059 % 95.186 ± 0.071 % + 360 3.4694 ± 0.0233 0.01612 ± 0.00075 0.02199 ± 0.00024 5.657 ± 0.059 % 95.185 ± 0.071 % + 361 3.4598 ± 0.0232 0.01613 ± 0.00075 0.02201 ± 0.00024 5.669 ± 0.059 % 95.185 ± 0.071 % + 362 3.4557 ± 0.0232 0.01621 ± 0.00075 0.02203 ± 0.00024 5.674 ± 0.059 % 95.183 ± 0.070 % + 363 3.4593 ± 0.0231 0.01626 ± 0.00075 0.02208 ± 0.00024 5.676 ± 0.059 % 95.175 ± 0.070 % + 364 3.4725 ± 0.0233 0.01628 ± 0.00074 0.02209 ± 0.00024 5.671 ± 0.059 % 95.164 ± 0.070 % + 365 3.4819 ± 0.0233 0.01628 ± 0.00074 0.02210 ± 0.00024 5.666 ± 0.059 % 95.153 ± 0.070 % + 366 3.4974 ± 0.0234 0.01630 ± 0.00074 0.02211 ± 0.00024 5.662 ± 0.058 % 95.141 ± 0.070 % + 367 3.5068 ± 0.0235 0.01625 ± 0.00074 0.02212 ± 0.00024 5.658 ± 0.058 % 95.138 ± 0.070 % + 368 3.5134 ± 0.0236 0.01621 ± 0.00074 0.02215 ± 0.00024 5.659 ± 0.058 % 95.143 ± 0.070 % + 369 3.5253 ± 0.0236 0.01619 ± 0.00074 0.02214 ± 0.00024 5.654 ± 0.058 % 95.139 ± 0.070 % + 370 3.5355 ± 0.0237 0.01615 ± 0.00074 0.02216 ± 0.00024 5.651 ± 0.058 % 95.135 ± 0.070 % + 371 3.5392 ± 0.0237 0.01623 ± 0.00074 0.02218 ± 0.00024 5.649 ± 0.058 % 95.130 ± 0.070 % + 372 3.5463 ± 0.0237 0.01624 ± 0.00074 0.02220 ± 0.00024 5.648 ± 0.058 % 95.127 ± 0.070 % + 373 3.5543 ± 0.0238 0.01622 ± 0.00074 0.02221 ± 0.00024 5.644 ± 0.058 % 95.115 ± 0.070 % + 374 3.5614 ± 0.0238 0.01617 ± 0.00074 0.02223 ± 0.00024 5.639 ± 0.058 % 95.110 ± 0.070 % + 375 3.5668 ± 0.0238 0.01615 ± 0.00074 0.02224 ± 0.00024 5.635 ± 0.058 % 95.104 ± 0.070 % + 376 3.5719 ± 0.0238 0.01604 ± 0.00074 0.02224 ± 0.00024 5.630 ± 0.057 % 95.102 ± 0.070 % + 377 3.5754 ± 0.0238 0.01607 ± 0.00074 0.02226 ± 0.00024 5.628 ± 0.057 % 95.096 ± 0.070 % + 378 3.5864 ± 0.0239 0.01601 ± 0.00074 0.02225 ± 0.00023 5.622 ± 0.057 % 95.092 ± 0.070 % + 379 3.5946 ± 0.0239 0.01601 ± 0.00074 0.02224 ± 0.00023 5.617 ± 0.057 % 95.090 ± 0.070 % + 380 3.6004 ± 0.0240 0.01605 ± 0.00074 0.02229 ± 0.00023 5.614 ± 0.057 % 95.080 ± 0.069 % + 381 3.6082 ± 0.0240 0.01607 ± 0.00073 0.02230 ± 0.00023 5.609 ± 0.057 % 95.068 ± 0.069 % + 382 3.6151 ± 0.0240 0.01603 ± 0.00073 0.02228 ± 0.00023 5.604 ± 0.057 % 95.071 ± 0.069 % + 383 3.6279 ± 0.0241 0.01601 ± 0.00073 0.02227 ± 0.00023 5.600 ± 0.057 % 95.067 ± 0.069 % + 384 3.6375 ± 0.0242 0.01607 ± 0.00073 0.02228 ± 0.00023 5.595 ± 0.057 % 95.060 ± 0.069 % + 385 3.6400 ± 0.0242 0.01602 ± 0.00073 0.02225 ± 0.00023 5.590 ± 0.057 % 95.063 ± 0.069 % + 386 3.6425 ± 0.0242 0.01602 ± 0.00073 0.02225 ± 0.00023 5.586 ± 0.057 % 95.057 ± 0.069 % + 387 3.6467 ± 0.0242 0.01597 ± 0.00073 0.02224 ± 0.00023 5.583 ± 0.056 % 95.057 ± 0.069 % + 388 3.6601 ± 0.0243 0.01594 ± 0.00073 0.02223 ± 0.00023 5.577 ± 0.056 % 95.056 ± 0.069 % + 389 3.6706 ± 0.0243 0.01597 ± 0.00073 0.02221 ± 0.00023 5.573 ± 0.056 % 95.050 ± 0.069 % + 390 3.6717 ± 0.0243 0.01590 ± 0.00073 0.02220 ± 0.00023 5.567 ± 0.056 % 95.052 ± 0.069 % + 391 3.6707 ± 0.0243 0.01587 ± 0.00072 0.02218 ± 0.00023 5.562 ± 0.056 % 95.051 ± 0.069 % + 392 3.6604 ± 0.0241 0.01592 ± 0.00072 0.02220 ± 0.00023 5.571 ± 0.056 % 95.057 ± 0.069 % + 393 3.6528 ± 0.0240 0.01596 ± 0.00072 0.02227 ± 0.00023 5.580 ± 0.056 % 95.060 ± 0.068 % + 394 3.6563 ± 0.0240 0.01589 ± 0.00072 0.02224 ± 0.00023 5.575 ± 0.056 % 95.058 ± 0.068 % + 395 3.6603 ± 0.0240 0.01585 ± 0.00072 0.02222 ± 0.00023 5.570 ± 0.056 % 95.059 ± 0.068 % + 396 3.6621 ± 0.0240 0.01584 ± 0.00072 0.02220 ± 0.00023 5.566 ± 0.056 % 95.059 ± 0.068 % + 397 3.6660 ± 0.0240 0.01583 ± 0.00072 0.02218 ± 0.00023 5.560 ± 0.055 % 95.056 ± 0.068 % + 398 3.6676 ± 0.0240 0.01580 ± 0.00072 0.02217 ± 0.00023 5.556 ± 0.055 % 95.063 ± 0.068 % + 399 3.6699 ± 0.0240 0.01578 ± 0.00072 0.02215 ± 0.00023 5.552 ± 0.055 % 95.060 ± 0.068 % + 400 3.6687 ± 0.0239 0.01572 ± 0.00071 0.02213 ± 0.00022 5.550 ± 0.055 % 95.061 ± 0.068 % + 401 3.6663 ± 0.0239 0.01574 ± 0.00071 0.02211 ± 0.00022 5.547 ± 0.055 % 95.064 ± 0.068 % + 402 3.6580 ± 0.0238 0.01582 ± 0.00071 0.02211 ± 0.00022 5.551 ± 0.055 % 95.072 ± 0.068 % + 403 3.6494 ± 0.0237 0.01581 ± 0.00071 0.02209 ± 0.00022 5.549 ± 0.055 % 95.080 ± 0.067 % + 404 3.6423 ± 0.0236 0.01580 ± 0.00071 0.02212 ± 0.00022 5.551 ± 0.055 % 95.079 ± 0.067 % + 405 3.6422 ± 0.0236 0.01582 ± 0.00071 0.02216 ± 0.00022 5.560 ± 0.055 % 95.072 ± 0.067 % + 406 3.6361 ± 0.0235 0.01600 ± 0.00071 0.02229 ± 0.00022 5.578 ± 0.055 % 95.064 ± 0.067 % + 407 3.6273 ± 0.0234 0.01607 ± 0.00071 0.02235 ± 0.00023 5.586 ± 0.055 % 95.067 ± 0.067 % + 408 3.6195 ± 0.0233 0.01625 ± 0.00071 0.02242 ± 0.00023 5.599 ± 0.055 % 95.065 ± 0.067 % + 409 3.6118 ± 0.0232 0.01639 ± 0.00071 0.02254 ± 0.00023 5.620 ± 0.055 % 95.059 ± 0.067 % + 410 3.6032 ± 0.0231 0.01634 ± 0.00071 0.02257 ± 0.00023 5.634 ± 0.055 % 95.066 ± 0.067 % + 411 3.5949 ± 0.0230 0.01638 ± 0.00071 0.02258 ± 0.00023 5.643 ± 0.055 % 95.071 ± 0.067 % + 412 3.5853 ± 0.0229 0.01640 ± 0.00071 0.02263 ± 0.00023 5.658 ± 0.055 % 95.075 ± 0.067 % + 413 3.5768 ± 0.0228 0.01643 ± 0.00071 0.02265 ± 0.00023 5.663 ± 0.055 % 95.082 ± 0.067 % + 414 3.5674 ± 0.0227 0.01643 ± 0.00071 0.02266 ± 0.00023 5.669 ± 0.055 % 95.090 ± 0.067 % + 415 3.5598 ± 0.0226 0.01643 ± 0.00071 0.02273 ± 0.00023 5.681 ± 0.055 % 95.090 ± 0.066 % + 416 3.5495 ± 0.0225 0.01642 ± 0.00071 0.02271 ± 0.00023 5.681 ± 0.055 % 95.100 ± 0.066 % + 417 3.5397 ± 0.0224 0.01643 ± 0.00071 0.02272 ± 0.00023 5.687 ± 0.055 % 95.108 ± 0.066 % + 418 3.5302 ± 0.0223 0.01639 ± 0.00071 0.02270 ± 0.00023 5.685 ± 0.055 % 95.118 ± 0.066 % + 419 3.5202 ± 0.0222 0.01639 ± 0.00071 0.02267 ± 0.00023 5.685 ± 0.055 % 95.127 ± 0.066 % + 420 3.5112 ± 0.0221 0.01639 ± 0.00071 0.02268 ± 0.00023 5.691 ± 0.055 % 95.133 ± 0.066 % + 421 3.5022 ± 0.0220 0.01638 ± 0.00071 0.02269 ± 0.00023 5.696 ± 0.055 % 95.139 ± 0.066 % + 422 3.4945 ± 0.0219 0.01639 ± 0.00070 0.02269 ± 0.00023 5.697 ± 0.055 % 95.145 ± 0.066 % + 423 3.4886 ± 0.0219 0.01644 ± 0.00070 0.02267 ± 0.00023 5.696 ± 0.055 % 95.147 ± 0.065 % + 424 3.4891 ± 0.0218 0.01646 ± 0.00070 0.02268 ± 0.00023 5.696 ± 0.054 % 95.142 ± 0.065 % + 425 3.4873 ± 0.0218 0.01649 ± 0.00070 0.02272 ± 0.00023 5.699 ± 0.054 % 95.143 ± 0.065 % + 426 3.4852 ± 0.0218 0.01651 ± 0.00070 0.02281 ± 0.00023 5.710 ± 0.054 % 95.135 ± 0.065 % + 427 3.4837 ± 0.0217 0.01647 ± 0.00070 0.02286 ± 0.00023 5.711 ± 0.054 % 95.127 ± 0.065 % + 428 3.4782 ± 0.0216 0.01648 ± 0.00070 0.02288 ± 0.00023 5.715 ± 0.054 % 95.126 ± 0.065 % + 429 3.4709 ± 0.0216 0.01657 ± 0.00070 0.02295 ± 0.00023 5.735 ± 0.054 % 95.125 ± 0.065 % + 430 3.4727 ± 0.0216 0.01655 ± 0.00070 0.02300 ± 0.00023 5.741 ± 0.054 % 95.121 ± 0.065 % + 431 3.4670 ± 0.0215 0.01657 ± 0.00070 0.02300 ± 0.00023 5.742 ± 0.054 % 95.127 ± 0.065 % + 432 3.4627 ± 0.0214 0.01656 ± 0.00070 0.02306 ± 0.00023 5.752 ± 0.054 % 95.116 ± 0.065 % + 433 3.4647 ± 0.0214 0.01662 ± 0.00070 0.02309 ± 0.00023 5.753 ± 0.054 % 95.112 ± 0.065 % + 434 3.4574 ± 0.0213 0.01669 ± 0.00070 0.02310 ± 0.00023 5.756 ± 0.054 % 95.120 ± 0.065 % + 435 3.4518 ± 0.0213 0.01679 ± 0.00070 0.02316 ± 0.00023 5.767 ± 0.054 % 95.120 ± 0.065 % + 436 3.4497 ± 0.0212 0.01684 ± 0.00070 0.02319 ± 0.00023 5.770 ± 0.053 % 95.115 ± 0.065 % + 437 3.4458 ± 0.0212 0.01686 ± 0.00070 0.02319 ± 0.00023 5.769 ± 0.053 % 95.114 ± 0.065 % + 438 3.4450 ± 0.0211 0.01694 ± 0.00070 0.02322 ± 0.00023 5.773 ± 0.053 % 95.106 ± 0.065 % + 439 3.4442 ± 0.0211 0.01701 ± 0.00070 0.02331 ± 0.00023 5.782 ± 0.053 % 95.105 ± 0.064 % + 440 3.4432 ± 0.0211 0.01703 ± 0.00070 0.02332 ± 0.00023 5.781 ± 0.053 % 95.105 ± 0.064 % + 441 3.4353 ± 0.0210 0.01715 ± 0.00070 0.02338 ± 0.00023 5.797 ± 0.053 % 95.107 ± 0.064 % + 442 3.4357 ± 0.0210 0.01710 ± 0.00070 0.02343 ± 0.00023 5.803 ± 0.053 % 95.103 ± 0.064 % + 443 3.4321 ± 0.0209 0.01709 ± 0.00070 0.02343 ± 0.00023 5.802 ± 0.053 % 95.103 ± 0.064 % + 444 3.4254 ± 0.0208 0.01712 ± 0.00070 0.02345 ± 0.00023 5.808 ± 0.053 % 95.106 ± 0.064 % + 445 3.4189 ± 0.0208 0.01722 ± 0.00070 0.02348 ± 0.00023 5.817 ± 0.053 % 95.108 ± 0.064 % + 446 3.4165 ± 0.0207 0.01729 ± 0.00070 0.02354 ± 0.00023 5.822 ± 0.053 % 95.106 ± 0.064 % + 447 3.4117 ± 0.0207 0.01733 ± 0.00070 0.02357 ± 0.00023 5.827 ± 0.053 % 95.103 ± 0.064 % + 448 3.4079 ± 0.0206 0.01737 ± 0.00070 0.02360 ± 0.00023 5.834 ± 0.053 % 95.109 ± 0.064 % + 449 3.4041 ± 0.0206 0.01739 ± 0.00070 0.02372 ± 0.00023 5.852 ± 0.053 % 95.090 ± 0.064 % + 450 3.4039 ± 0.0205 0.01735 ± 0.00070 0.02372 ± 0.00023 5.851 ± 0.052 % 95.088 ± 0.064 % + 451 3.4023 ± 0.0205 0.01738 ± 0.00070 0.02370 ± 0.00023 5.848 ± 0.052 % 95.092 ± 0.064 % + 452 3.4027 ± 0.0205 0.01739 ± 0.00070 0.02368 ± 0.00022 5.844 ± 0.052 % 95.094 ± 0.064 % + 453 3.4064 ± 0.0205 0.01739 ± 0.00070 0.02366 ± 0.00022 5.840 ± 0.052 % 95.093 ± 0.064 % + 454 3.4117 ± 0.0205 0.01733 ± 0.00070 0.02364 ± 0.00022 5.836 ± 0.052 % 95.092 ± 0.063 % + 455 3.4184 ± 0.0206 0.01733 ± 0.00070 0.02362 ± 0.00022 5.830 ± 0.052 % 95.090 ± 0.063 % + 456 3.4253 ± 0.0206 0.01732 ± 0.00069 0.02360 ± 0.00022 5.825 ± 0.052 % 95.093 ± 0.063 % + 457 3.4241 ± 0.0206 0.01730 ± 0.00069 0.02360 ± 0.00022 5.823 ± 0.052 % 95.084 ± 0.063 % + 458 3.4252 ± 0.0205 0.01727 ± 0.00069 0.02359 ± 0.00022 5.819 ± 0.052 % 95.077 ± 0.063 % + 459 3.4281 ± 0.0205 0.01725 ± 0.00069 0.02356 ± 0.00022 5.814 ± 0.052 % 95.079 ± 0.063 % + 460 3.4327 ± 0.0206 0.01720 ± 0.00069 0.02355 ± 0.00022 5.810 ± 0.052 % 95.072 ± 0.063 % + 461 3.4374 ± 0.0206 0.01716 ± 0.00069 0.02353 ± 0.00022 5.805 ± 0.052 % 95.070 ± 0.063 % + 462 3.4409 ± 0.0206 0.01713 ± 0.00069 0.02351 ± 0.00022 5.801 ± 0.052 % 95.063 ± 0.063 % + 463 3.4449 ± 0.0206 0.01714 ± 0.00069 0.02350 ± 0.00022 5.797 ± 0.052 % 95.064 ± 0.063 % + 464 3.4494 ± 0.0206 0.01713 ± 0.00069 0.02348 ± 0.00022 5.792 ± 0.051 % 95.063 ± 0.063 % + 465 3.4547 ± 0.0206 0.01707 ± 0.00069 0.02346 ± 0.00022 5.787 ± 0.051 % 95.065 ± 0.063 % + 466 3.4594 ± 0.0206 0.01701 ± 0.00068 0.02344 ± 0.00022 5.784 ± 0.051 % 95.062 ± 0.063 % + 467 3.4617 ± 0.0206 0.01698 ± 0.00068 0.02343 ± 0.00022 5.780 ± 0.051 % 95.054 ± 0.063 % + 468 3.4631 ± 0.0206 0.01698 ± 0.00068 0.02340 ± 0.00022 5.776 ± 0.051 % 95.052 ± 0.063 % + 469 3.4650 ± 0.0206 0.01699 ± 0.00068 0.02337 ± 0.00022 5.771 ± 0.051 % 95.053 ± 0.063 % + 470 3.4658 ± 0.0206 0.01694 ± 0.00068 0.02334 ± 0.00022 5.766 ± 0.051 % 95.057 ± 0.063 % + 471 3.4686 ± 0.0206 0.01691 ± 0.00068 0.02330 ± 0.00022 5.761 ± 0.051 % 95.060 ± 0.063 % + 472 3.4758 ± 0.0206 0.01689 ± 0.00068 0.02328 ± 0.00022 5.756 ± 0.051 % 95.060 ± 0.062 % + 473 3.4793 ± 0.0206 0.01687 ± 0.00068 0.02324 ± 0.00022 5.751 ± 0.051 % 95.059 ± 0.062 % + 474 3.4807 ± 0.0206 0.01686 ± 0.00068 0.02321 ± 0.00022 5.747 ± 0.051 % 95.061 ± 0.062 % + 475 3.4823 ± 0.0206 0.01681 ± 0.00067 0.02319 ± 0.00021 5.742 ± 0.051 % 95.060 ± 0.062 % + 476 3.4808 ± 0.0206 0.01678 ± 0.00067 0.02317 ± 0.00021 5.737 ± 0.051 % 95.064 ± 0.062 % + 477 3.4849 ± 0.0206 0.01678 ± 0.00067 0.02315 ± 0.00021 5.734 ± 0.051 % 95.066 ± 0.062 % + 478 3.4922 ± 0.0206 0.01672 ± 0.00067 0.02313 ± 0.00021 5.729 ± 0.051 % 95.064 ± 0.062 % + 479 3.4955 ± 0.0207 0.01678 ± 0.00067 0.02310 ± 0.00021 5.726 ± 0.050 % 95.067 ± 0.062 % + 480 3.4961 ± 0.0206 0.01686 ± 0.00067 0.02315 ± 0.00021 5.728 ± 0.050 % 95.060 ± 0.062 % + 481 3.5004 ± 0.0207 0.01685 ± 0.00067 0.02314 ± 0.00021 5.724 ± 0.050 % 95.056 ± 0.062 % + 482 3.5022 ± 0.0207 0.01688 ± 0.00067 0.02312 ± 0.00021 5.720 ± 0.050 % 95.056 ± 0.062 % + 483 3.5066 ± 0.0207 0.01688 ± 0.00067 0.02309 ± 0.00021 5.715 ± 0.050 % 95.054 ± 0.062 % + 484 3.5097 ± 0.0207 0.01685 ± 0.00067 0.02306 ± 0.00021 5.710 ± 0.050 % 95.055 ± 0.062 % + 485 3.5103 ± 0.0206 0.01679 ± 0.00067 0.02304 ± 0.00021 5.706 ± 0.050 % 95.059 ± 0.062 % + 486 3.5092 ± 0.0206 0.01678 ± 0.00067 0.02301 ± 0.00021 5.702 ± 0.050 % 95.055 ± 0.062 % + 487 3.5129 ± 0.0206 0.01672 ± 0.00067 0.02299 ± 0.00021 5.697 ± 0.050 % 95.056 ± 0.062 % + 488 3.5136 ± 0.0206 0.01670 ± 0.00067 0.02295 ± 0.00021 5.692 ± 0.050 % 95.060 ± 0.061 % + 489 3.5135 ± 0.0206 0.01666 ± 0.00066 0.02292 ± 0.00021 5.687 ± 0.050 % 95.065 ± 0.061 % + 490 3.5163 ± 0.0206 0.01665 ± 0.00066 0.02289 ± 0.00021 5.683 ± 0.050 % 95.066 ± 0.061 % + 491 3.5184 ± 0.0206 0.01663 ± 0.00066 0.02287 ± 0.00021 5.678 ± 0.050 % 95.070 ± 0.061 % + 492 3.5195 ± 0.0206 0.01663 ± 0.00066 0.02286 ± 0.00021 5.674 ± 0.050 % 95.070 ± 0.061 % + 493 3.5215 ± 0.0205 0.01660 ± 0.00066 0.02283 ± 0.00021 5.670 ± 0.050 % 95.071 ± 0.061 % + 494 3.5289 ± 0.0206 0.01659 ± 0.00066 0.02282 ± 0.00021 5.669 ± 0.050 % 95.071 ± 0.061 % + 495 3.5348 ± 0.0206 0.01656 ± 0.00066 0.02281 ± 0.00021 5.667 ± 0.049 % 95.075 ± 0.061 % + 496 3.5334 ± 0.0206 0.01652 ± 0.00066 0.02279 ± 0.00021 5.665 ± 0.049 % 95.074 ± 0.061 % + 497 3.5372 ± 0.0206 0.01650 ± 0.00066 0.02277 ± 0.00021 5.660 ± 0.049 % 95.071 ± 0.061 % + 498 3.5376 ± 0.0206 0.01646 ± 0.00066 0.02274 ± 0.00021 5.656 ± 0.049 % 95.073 ± 0.061 % + 499 3.5388 ± 0.0206 0.01646 ± 0.00066 0.02273 ± 0.00021 5.654 ± 0.049 % 95.074 ± 0.061 % + 500 3.5469 ± 0.0206 0.01643 ± 0.00065 0.02271 ± 0.00021 5.649 ± 0.049 % 95.074 ± 0.061 % + 501 3.5496 ± 0.0206 0.01639 ± 0.00065 0.02268 ± 0.00020 5.646 ± 0.049 % 95.076 ± 0.061 % + 502 3.5532 ± 0.0206 0.01639 ± 0.00065 0.02266 ± 0.00020 5.642 ± 0.049 % 95.078 ± 0.060 % + 503 3.5569 ± 0.0206 0.01637 ± 0.00065 0.02264 ± 0.00020 5.638 ± 0.049 % 95.078 ± 0.060 % + 504 3.5602 ± 0.0207 0.01632 ± 0.00065 0.02260 ± 0.00020 5.634 ± 0.049 % 95.082 ± 0.060 % + 505 3.5647 ± 0.0207 0.01628 ± 0.00065 0.02258 ± 0.00020 5.629 ± 0.049 % 95.084 ± 0.060 % + 506 3.5683 ± 0.0207 0.01627 ± 0.00065 0.02255 ± 0.00020 5.624 ± 0.049 % 95.089 ± 0.060 % + 507 3.5709 ± 0.0207 0.01624 ± 0.00065 0.02252 ± 0.00020 5.620 ± 0.049 % 95.089 ± 0.060 % + 508 3.5773 ± 0.0207 0.01620 ± 0.00065 0.02250 ± 0.00020 5.616 ± 0.049 % 95.089 ± 0.060 % + 509 3.5761 ± 0.0207 0.01612 ± 0.00065 0.02248 ± 0.00020 5.613 ± 0.049 % 95.087 ± 0.060 % + 510 3.5773 ± 0.0207 0.01613 ± 0.00064 0.02246 ± 0.00020 5.609 ± 0.049 % 95.090 ± 0.060 % + 511 3.5792 ± 0.0207 0.01611 ± 0.00064 0.02244 ± 0.00020 5.605 ± 0.049 % 95.089 ± 0.060 % + 512 3.5811 ± 0.0206 0.01610 ± 0.00064 0.02242 ± 0.00020 5.601 ± 0.048 % 95.090 ± 0.060 % + 513 3.5829 ± 0.0206 0.01608 ± 0.00064 0.02240 ± 0.00020 5.597 ± 0.048 % 95.091 ± 0.060 % + 514 3.5815 ± 0.0206 0.01604 ± 0.00064 0.02238 ± 0.00020 5.594 ± 0.048 % 95.089 ± 0.060 % + 515 3.5815 ± 0.0206 0.01603 ± 0.00064 0.02236 ± 0.00020 5.590 ± 0.048 % 95.090 ± 0.060 % + 516 3.5854 ± 0.0206 0.01604 ± 0.00064 0.02233 ± 0.00020 5.586 ± 0.048 % 95.092 ± 0.060 % + 517 3.5910 ± 0.0206 0.01602 ± 0.00064 0.02233 ± 0.00020 5.586 ± 0.048 % 95.096 ± 0.059 % + 518 3.5926 ± 0.0206 0.01599 ± 0.00064 0.02231 ± 0.00020 5.583 ± 0.048 % 95.098 ± 0.059 % + 519 3.5927 ± 0.0206 0.01596 ± 0.00064 0.02229 ± 0.00020 5.579 ± 0.048 % 95.100 ± 0.059 % + 520 3.5951 ± 0.0206 0.01594 ± 0.00064 0.02226 ± 0.00020 5.575 ± 0.048 % 95.100 ± 0.059 % + 521 3.6003 ± 0.0206 0.01591 ± 0.00064 0.02224 ± 0.00020 5.570 ± 0.048 % 95.095 ± 0.059 % + 522 3.6067 ± 0.0206 0.01592 ± 0.00063 0.02222 ± 0.00020 5.566 ± 0.048 % 95.100 ± 0.059 % + 523 3.6064 ± 0.0206 0.01590 ± 0.00063 0.02219 ± 0.00020 5.561 ± 0.048 % 95.104 ± 0.059 % + 524 3.6102 ± 0.0206 0.01585 ± 0.00063 0.02216 ± 0.00020 5.557 ± 0.048 % 95.108 ± 0.059 % + 525 3.6062 ± 0.0206 0.01586 ± 0.00063 0.02214 ± 0.00020 5.555 ± 0.048 % 95.113 ± 0.059 % + 526 3.5988 ± 0.0205 0.01585 ± 0.00063 0.02216 ± 0.00020 5.565 ± 0.048 % 95.115 ± 0.059 % + 527 3.5922 ± 0.0205 0.01584 ± 0.00063 0.02219 ± 0.00020 5.575 ± 0.048 % 95.116 ± 0.059 % + 528 3.5915 ± 0.0204 0.01596 ± 0.00063 0.02226 ± 0.00020 5.581 ± 0.048 % 95.111 ± 0.059 % + 529 3.5895 ± 0.0204 0.01598 ± 0.00063 0.02230 ± 0.00020 5.586 ± 0.048 % 95.103 ± 0.059 % + 530 3.5890 ± 0.0204 0.01602 ± 0.00063 0.02231 ± 0.00020 5.584 ± 0.048 % 95.102 ± 0.059 % + 531 3.5879 ± 0.0203 0.01599 ± 0.00063 0.02236 ± 0.00020 5.588 ± 0.047 % 95.096 ± 0.059 % + 532 3.5891 ± 0.0203 0.01592 ± 0.00063 0.02236 ± 0.00020 5.586 ± 0.047 % 95.094 ± 0.059 % + 533 3.5857 ± 0.0203 0.01600 ± 0.00063 0.02238 ± 0.00020 5.586 ± 0.047 % 95.093 ± 0.059 % + 534 3.5868 ± 0.0203 0.01604 ± 0.00063 0.02241 ± 0.00020 5.587 ± 0.047 % 95.087 ± 0.059 % + 535 3.5858 ± 0.0203 0.01611 ± 0.00063 0.02244 ± 0.00020 5.588 ± 0.047 % 95.086 ± 0.059 % + 536 3.5841 ± 0.0202 0.01617 ± 0.00063 0.02250 ± 0.00020 5.592 ± 0.047 % 95.082 ± 0.058 % + 537 3.5798 ± 0.0202 0.01636 ± 0.00063 0.02264 ± 0.00020 5.612 ± 0.047 % 95.074 ± 0.058 % + 538 3.5802 ± 0.0201 0.01631 ± 0.00063 0.02265 ± 0.00020 5.612 ± 0.047 % 95.070 ± 0.058 % + 539 3.5775 ± 0.0201 0.01638 ± 0.00063 0.02266 ± 0.00020 5.614 ± 0.047 % 95.064 ± 0.058 % + 540 3.5796 ± 0.0201 0.01635 ± 0.00063 0.02268 ± 0.00020 5.614 ± 0.047 % 95.052 ± 0.058 % + 541 3.5799 ± 0.0201 0.01634 ± 0.00063 0.02270 ± 0.00020 5.615 ± 0.047 % 95.048 ± 0.058 % + 542 3.5837 ± 0.0201 0.01631 ± 0.00063 0.02268 ± 0.00020 5.611 ± 0.047 % 95.044 ± 0.058 % + 543 3.5829 ± 0.0201 0.01625 ± 0.00063 0.02268 ± 0.00020 5.609 ± 0.047 % 95.041 ± 0.058 % + 544 3.5793 ± 0.0200 0.01624 ± 0.00063 0.02265 ± 0.00020 5.606 ± 0.047 % 95.043 ± 0.058 % + 545 3.5776 ± 0.0200 0.01624 ± 0.00063 0.02263 ± 0.00019 5.602 ± 0.047 % 95.047 ± 0.058 % + 546 3.5820 ± 0.0200 0.01626 ± 0.00063 0.02262 ± 0.00019 5.599 ± 0.047 % 95.040 ± 0.058 % + 547 3.5809 ± 0.0200 0.01621 ± 0.00063 0.02260 ± 0.00019 5.597 ± 0.046 % 95.038 ± 0.058 % + 548 3.5801 ± 0.0199 0.01621 ± 0.00062 0.02259 ± 0.00019 5.594 ± 0.046 % 95.042 ± 0.058 % + 549 3.5770 ± 0.0199 0.01616 ± 0.00062 0.02257 ± 0.00019 5.593 ± 0.046 % 95.047 ± 0.058 % + 550 3.5735 ± 0.0199 0.01613 ± 0.00062 0.02255 ± 0.00019 5.589 ± 0.046 % 95.050 ± 0.058 % + 551 3.5665 ± 0.0198 0.01606 ± 0.00062 0.02255 ± 0.00019 5.592 ± 0.046 % 95.053 ± 0.058 % + 552 3.5630 ± 0.0198 0.01613 ± 0.00062 0.02261 ± 0.00019 5.601 ± 0.046 % 95.050 ± 0.058 % + 553 3.5599 ± 0.0197 0.01613 ± 0.00062 0.02268 ± 0.00019 5.611 ± 0.046 % 95.044 ± 0.058 % + 554 3.5601 ± 0.0197 0.01615 ± 0.00062 0.02271 ± 0.00019 5.612 ± 0.046 % 95.040 ± 0.058 % + 555 3.5653 ± 0.0197 0.01613 ± 0.00062 0.02270 ± 0.00019 5.610 ± 0.046 % 95.036 ± 0.058 % + 556 3.5672 ± 0.0197 0.01609 ± 0.00062 0.02271 ± 0.00019 5.610 ± 0.046 % 95.035 ± 0.058 % + 557 3.5687 ± 0.0197 0.01616 ± 0.00062 0.02276 ± 0.00019 5.612 ± 0.046 % 95.031 ± 0.058 % + 558 3.5721 ± 0.0197 0.01615 ± 0.00062 0.02276 ± 0.00019 5.610 ± 0.046 % 95.028 ± 0.058 % + 559 3.5772 ± 0.0197 0.01622 ± 0.00062 0.02277 ± 0.00019 5.610 ± 0.046 % 95.021 ± 0.058 % + 560 3.5817 ± 0.0197 0.01619 ± 0.00062 0.02276 ± 0.00019 5.606 ± 0.046 % 95.017 ± 0.058 % + 561 3.5877 ± 0.0198 0.01619 ± 0.00062 0.02276 ± 0.00019 5.603 ± 0.046 % 95.013 ± 0.058 % + 562 3.5875 ± 0.0198 0.01624 ± 0.00062 0.02275 ± 0.00019 5.600 ± 0.046 % 95.014 ± 0.057 % + 563 3.5873 ± 0.0197 0.01622 ± 0.00062 0.02281 ± 0.00019 5.607 ± 0.046 % 95.004 ± 0.057 % + 564 3.5802 ± 0.0197 0.01618 ± 0.00062 0.02280 ± 0.00019 5.608 ± 0.046 % 95.010 ± 0.057 % + 565 3.5744 ± 0.0196 0.01618 ± 0.00062 0.02281 ± 0.00019 5.612 ± 0.046 % 95.012 ± 0.057 % + 566 3.5682 ± 0.0195 0.01621 ± 0.00062 0.02281 ± 0.00019 5.615 ± 0.046 % 95.015 ± 0.057 % + 567 3.5608 ± 0.0195 0.01619 ± 0.00062 0.02284 ± 0.00019 5.623 ± 0.046 % 95.020 ± 0.057 % + 568 3.5538 ± 0.0194 0.01621 ± 0.00062 0.02286 ± 0.00019 5.631 ± 0.046 % 95.025 ± 0.057 % + 569 3.5473 ± 0.0194 0.01621 ± 0.00062 0.02286 ± 0.00019 5.633 ± 0.046 % 95.032 ± 0.057 % + 570 3.5408 ± 0.0193 0.01625 ± 0.00062 0.02286 ± 0.00019 5.633 ± 0.046 % 95.038 ± 0.057 % + 571 3.5356 ± 0.0192 0.01633 ± 0.00062 0.02289 ± 0.00019 5.639 ± 0.046 % 95.042 ± 0.057 % + 572 3.5322 ± 0.0192 0.01644 ± 0.00062 0.02297 ± 0.00019 5.652 ± 0.045 % 95.040 ± 0.057 % + 573 3.5291 ± 0.0192 0.01650 ± 0.00062 0.02298 ± 0.00019 5.654 ± 0.045 % 95.043 ± 0.057 % + 574 3.5305 ± 0.0192 0.01653 ± 0.00062 0.02297 ± 0.00019 5.652 ± 0.045 % 95.037 ± 0.057 % + 575 3.5324 ± 0.0191 0.01653 ± 0.00062 0.02296 ± 0.00019 5.648 ± 0.045 % 95.036 ± 0.057 % + 576 3.5360 ± 0.0192 0.01649 ± 0.00061 0.02296 ± 0.00019 5.647 ± 0.045 % 95.032 ± 0.057 % + 577 3.5393 ± 0.0192 0.01649 ± 0.00061 0.02294 ± 0.00019 5.644 ± 0.045 % 95.031 ± 0.057 % + 578 3.5444 ± 0.0192 0.01647 ± 0.00061 0.02293 ± 0.00019 5.640 ± 0.045 % 95.032 ± 0.057 % + 579 3.5416 ± 0.0191 0.01645 ± 0.00061 0.02291 ± 0.00019 5.637 ± 0.045 % 95.034 ± 0.057 % + 580 3.5420 ± 0.0191 0.01644 ± 0.00061 0.02290 ± 0.00019 5.636 ± 0.045 % 95.034 ± 0.056 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.542040 ± 0.019138 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.35% +Mean ln(PPL(Q)/PPL(base)) : 0.016437 ± 0.000614 +Mean PPL(Q)/PPL(base) : 1.016573 ± 0.000624 +Mean PPL(Q)-PPL(base) : 0.057746 ± 0.002183 + +====== KL divergence statistics ====== +Mean KLD: 0.022898 ± 0.000190 +Maximum KLD: 3.236206 +99.9% KLD: 0.888341 +99.0% KLD: 0.316807 +95.0% KLD: 0.095024 +90.0% KLD: 0.048415 +Median KLD: 0.004950 +10.0% KLD: 0.000060 + 5.0% KLD: 0.000018 + 1.0% KLD: 0.000003 + 0.1% KLD: -0.000001 +Minimum KLD: -0.000125 + +====== Token probability statistics ====== +Mean Δp: -0.660 ± 0.015 % +Maximum Δp: 81.673% +99.9% Δp: 36.023% +99.0% Δp: 13.660% +95.0% Δp: 4.311% +90.0% Δp: 2.090% +75.0% Δp: 0.217% +Median Δp: -0.018% +25.0% Δp: -0.877% +10.0% Δp: -3.807% + 5.0% Δp: -7.268% + 1.0% Δp: -22.888% + 0.1% Δp: -52.244% +Minimum Δp: -89.263% +RMS Δp : 5.636 ± 0.045 % +Same top p: 95.034 ± 0.056 % + +3.52.337.924 I llama_perf_context_print: load time = 67759.53 ms +3.52.337.926 I llama_perf_context_print: prompt eval time = 123567.60 ms / 296960 tokens ( 0.42 ms per token, 2403.22 tokens per second) +3.52.337.927 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +3.52.337.927 I llama_perf_context_print: total time = 162885.74 ms / 296961 tokens +3.52.337.927 I llama_perf_context_print: graphs reused = 35 +3.52.338.165 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +3.52.338.172 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68657 + (27524 = 23885 + 429 + 3209) + 1068 | +3.52.338.172 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68697 + (27484 = 23885 + 429 + 3169) + 1068 | +3.52.338.173 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68697 + (27484 = 23885 + 429 + 3169) + 1068 | +3.52.338.173 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 71687 + (24493 = 20910 + 413 + 3169) + 1069 | +3.52.338.173 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68697 + (27484 = 23885 + 429 + 3169) + 1068 | +3.52.338.174 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68697 + (27484 = 23885 + 429 + 3169) + 1068 | +3.52.338.174 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 68697 + (27484 = 23885 + 429 + 3169) + 1068 | +3.52.338.174 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 64627 + (31553 = 22633 + 230 + 8689) + 1068 | +3.52.338.174 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.md new file mode 100644 index 0000000000000000000000000000000000000000..fd4db335c4a5e30635ec16a34dcf592c30f33335 --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.md @@ -0,0 +1,1102 @@ +### Qwen3.5-397B-A17B-Q4_K_M (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.gguf +0.00.567.036 I common_init_result: fitting params to device memory ... +0.00.567.044 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.567.053 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.613.700 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.gguf (version GGUF V3 (latest)) +0.00.613.728 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.613.739 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.613.741 I llama_model_loader: - kv 1: general.type str = model +0.00.613.743 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.613.754 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.613.763 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.613.764 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.613.765 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.613.765 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.613.765 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.613.766 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.613.785 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.613.793 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.613.793 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.613.794 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.613.795 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.613.795 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.613.799 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.613.801 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.613.802 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.613.803 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.613.803 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.613.803 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.613.804 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.613.804 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.613.805 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.613.805 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.613.805 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.613.806 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.613.806 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.613.806 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.613.807 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.613.807 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.613.807 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.613.807 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.613.809 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.627.886 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.631.391 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.644.531 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.644.540 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.644.541 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.644.542 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.644.544 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.644.545 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.644.545 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.00.644.546 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = Q4_K +0.00.644.546 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = Q4_K +0.00.644.546 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = Q5_K +0.00.644.547 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.00.644.547 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.00.644.548 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.00.644.548 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.00.644.549 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.00.644.551 I llama_model_loader: - type f32: 503 tensors +0.00.644.552 I llama_model_loader: - type q8_0: 432 tensors +0.00.644.552 I llama_model_loader: - type q4_K: 60 tensors +0.00.644.552 I llama_model_loader: - type q5_K: 60 tensors +0.00.644.552 I llama_model_loader: - type bf16: 2 tensors +0.00.644.555 I print_info: file format = GGUF V3 (latest) +0.00.644.555 I print_info: file type = Q8_0 +0.00.644.558 I print_info: file size = 234.11 GiB (4.99 BPW) +0.01.329.171 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.329.195 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.329.202 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.329.208 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.329.214 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.329.219 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.329.225 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.329.230 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.420.925 I load: 0 unused tokens +0.01.444.035 I load: printing all EOG tokens: +0.01.444.045 I load: - 248044 ('<|endoftext|>') +0.01.444.046 I load: - 248046 ('<|im_end|>') +0.01.444.047 I load: - 248063 ('<|fim_pad|>') +0.01.444.047 I load: - 248064 ('<|repo_name|>') +0.01.444.047 I load: - 248065 ('<|file_sep|>') +0.01.444.225 I load: special tokens cache size = 33 +0.01.493.820 I load: token to piece cache size = 1.7581 MB +0.01.493.846 I print_info: arch = qwen35moe +0.01.493.848 I print_info: vocab_only = 0 +0.01.493.848 I print_info: no_alloc = 1 +0.01.493.848 I print_info: n_ctx_train = 262144 +0.01.493.848 I print_info: n_embd = 4096 +0.01.493.849 I print_info: n_embd_inp = 4096 +0.01.493.850 I print_info: n_layer = 61 +0.01.493.869 I print_info: n_head = 32 +0.01.493.871 I print_info: n_head_kv = 2 +0.01.493.871 I print_info: n_rot = 64 +0.01.493.872 I print_info: n_swa = 0 +0.01.493.874 I print_info: is_swa_any = 0 +0.01.493.875 I print_info: n_embd_head_k = 256 +0.01.493.876 I print_info: n_embd_head_v = 256 +0.01.493.878 I print_info: n_gqa = 16 +0.01.493.882 I print_info: n_embd_k_gqa = 512 +0.01.493.885 I print_info: n_embd_v_gqa = 512 +0.01.493.889 I print_info: f_norm_eps = 0.0e+00 +0.01.493.891 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.493.891 I print_info: f_clamp_kqv = 0.0e+00 +0.01.493.892 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.493.892 I print_info: f_logit_scale = 0.0e+00 +0.01.493.892 I print_info: f_attn_scale = 0.0e+00 +0.01.493.893 I print_info: f_attn_value_scale = 0.0000 +0.01.493.894 I print_info: n_ff = 0 +0.01.493.895 I print_info: n_expert = 512 +0.01.493.895 I print_info: n_expert_used = 10 +0.01.493.895 I print_info: n_expert_groups = 0 +0.01.493.895 I print_info: n_group_used = 0 +0.01.493.895 I print_info: causal attn = 1 +0.01.493.896 I print_info: pooling type = -1 +0.01.493.896 I print_info: rope type = 40 +0.01.493.896 I print_info: rope scaling = linear +0.01.493.897 I print_info: freq_base_train = 10000000.0 +0.01.493.898 I print_info: freq_scale_train = 1 +0.01.493.898 I print_info: n_ctx_orig_yarn = 262144 +0.01.493.898 I print_info: rope_yarn_log_mul = 0.0000 +0.01.493.899 I print_info: rope_finetuned = unknown +0.01.493.899 I print_info: mrope sections = [11, 11, 10, 0] +0.01.493.899 I print_info: ssm_d_conv = 4 +0.01.493.900 I print_info: ssm_d_inner = 8192 +0.01.493.900 I print_info: ssm_d_state = 128 +0.01.493.900 I print_info: ssm_dt_rank = 64 +0.01.493.902 I print_info: ssm_n_group = 16 +0.01.493.903 I print_info: ssm_dt_b_c_rms = 0 +0.01.493.903 I print_info: model type = 397B.A17B +0.01.493.904 I print_info: model params = 402.94 B +0.01.493.905 I print_info: general.name = Qwen3.5 397B A17B +0.01.493.908 I print_info: vocab type = BPE +0.01.493.910 I print_info: n_vocab = 248320 +0.01.493.910 I print_info: n_merges = 247587 +0.01.493.911 I print_info: BOS token = 11 ',' +0.01.493.912 I print_info: EOS token = 248046 '<|im_end|>' +0.01.493.913 I print_info: EOT token = 248046 '<|im_end|>' +0.01.493.914 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.493.915 I print_info: LF token = 198 'Ċ' +0.01.493.915 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.493.915 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.493.916 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.493.916 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.493.916 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.493.918 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.493.918 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.493.919 I print_info: EOG token = 248046 '<|im_end|>' +0.01.493.919 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.493.919 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.493.919 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.493.919 I print_info: max token length = 256 +0.01.493.921 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.498.547 I load_tensors: offloading output layer to GPU +0.01.498.555 I load_tensors: offloading 60 repeating layers to GPU +0.01.498.556 I load_tensors: offloaded 62/62 layers to GPU +0.01.498.560 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.498.560 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.498.561 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.498.561 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.498.561 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.498.562 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.498.562 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.498.562 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.498.562 I load_tensors: CUDA_Host model buffer size = 0.00 MiB +0.01.501.552 I llama_context: constructing llama_context +0.01.501.560 I llama_context: n_seq_max = 16 +0.01.501.560 I llama_context: n_ctx = 8192 +0.01.501.560 I llama_context: n_ctx_seq = 512 +0.01.501.561 I llama_context: n_batch = 8192 +0.01.501.561 I llama_context: n_ubatch = 8192 +0.01.501.561 I llama_context: causal_attn = 1 +0.01.501.563 I llama_context: flash_attn = enabled +0.01.501.563 I llama_context: kv_unified = false +0.01.501.565 I llama_context: freq_base = 10000000.0 +0.01.501.566 I llama_context: freq_scale = 1 +0.01.501.566 I llama_context: n_rs_seq = 0 +0.01.501.567 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.506.807 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.506.937 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.506.947 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.506.948 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.506.949 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.506.949 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.506.950 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.506.950 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.506.951 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.506.955 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.506.956 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.506.957 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.507.492 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.507.911 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.508.344 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.508.766 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.509.184 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.509.638 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.510.059 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.510.348 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.510.362 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.510.440 I llama_context: pipeline parallelism enabled +0.01.510.448 I sched_reserve: reserving ... +0.01.590.177 I sched_reserve: resolving fused Gated Delta Net support: +0.01.591.975 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.596.686 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.614.444 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.614.458 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.614.459 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.614.459 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.614.460 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.614.460 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.614.461 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.614.461 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.614.462 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.614.462 I sched_reserve: graph nodes = 5963 +0.01.614.462 I sched_reserve: graph splits = 9 +0.01.614.466 I sched_reserve: reserve took 104.01 ms, sched copies = 4 +0.01.615.039 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.615.047 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34436 = 30797 + 429 + 3209) + -33475 | +0.01.615.047 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34908 = 30797 + 429 + 3681) + -33947 | +0.01.615.048 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34908 = 30797 + 429 + 3681) + -33947 | +0.01.615.048 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (31053 = 26958 + 413 + 3681) + -30092 | +0.01.615.048 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34908 = 30797 + 429 + 3681) + -33947 | +0.01.615.049 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34908 = 30797 + 429 + 3681) + -33947 | +0.01.615.049 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (34908 = 30797 + 429 + 3681) + -33947 | +0.01.615.049 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (36385 = 26953 + 230 + 9201) + -35623 | +0.01.615.049 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +0.01.681.074 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.681.088 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34436 used, 61853 free vs. target of 1024 +0.01.681.089 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34908 used, 61381 free vs. target of 1024 +0.01.681.090 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34908 used, 61381 free vs. target of 1024 +0.01.681.090 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 31053 used, 65236 free vs. target of 1024 +0.01.681.090 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34908 used, 61381 free vs. target of 1024 +0.01.681.091 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34908 used, 61381 free vs. target of 1024 +0.01.681.091 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 34908 used, 61381 free vs. target of 1024 +0.01.681.092 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 36385 used, 60102 free vs. target of 1024 +0.01.681.092 I common_params_fit_impl: projected to use 276415 MiB of device memory vs. 770517 MiB of free device memory +0.01.681.092 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.681.093 I common_fit_params: successfully fit params to free device memory +0.01.681.098 I common_fit_params: fitting params to free memory took 1.11 seconds +0.01.717.647 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.gguf (version GGUF V3 (latest)) +0.01.717.676 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.717.681 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.717.682 I llama_model_loader: - kv 1: general.type str = model +0.01.717.683 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.717.688 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.717.688 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.717.689 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.717.689 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.717.689 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.717.690 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.717.691 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.717.701 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.717.702 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.717.703 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.717.703 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.717.704 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.717.705 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.717.706 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.717.708 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.717.711 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.717.712 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.717.713 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.717.714 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.717.715 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.717.716 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.717.717 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.717.718 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.717.718 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.717.719 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.717.720 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.717.721 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.717.722 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.717.723 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.717.724 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.717.725 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.717.726 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.731.827 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.735.342 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.748.480 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.748.490 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.748.491 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.748.492 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.748.495 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.748.496 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.748.496 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.01.748.497 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = Q4_K +0.01.748.498 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = Q4_K +0.01.748.498 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = Q5_K +0.01.748.498 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.01.748.499 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.748.500 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.748.501 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.748.501 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.748.502 I llama_model_loader: - type f32: 503 tensors +0.01.748.502 I llama_model_loader: - type q8_0: 432 tensors +0.01.748.502 I llama_model_loader: - type q4_K: 60 tensors +0.01.748.503 I llama_model_loader: - type q5_K: 60 tensors +0.01.748.503 I llama_model_loader: - type bf16: 2 tensors +0.01.748.504 I print_info: file format = GGUF V3 (latest) +0.01.748.505 I print_info: file type = Q8_0 +0.01.748.509 I print_info: file size = 234.11 GiB (4.99 BPW) +0.01.748.828 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.748.851 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.748.857 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.748.863 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.748.868 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.748.873 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.748.879 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.748.885 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.826.863 I load: 0 unused tokens +0.01.851.202 I load: printing all EOG tokens: +0.01.851.214 I load: - 248044 ('<|endoftext|>') +0.01.851.215 I load: - 248046 ('<|im_end|>') +0.01.851.215 I load: - 248063 ('<|fim_pad|>') +0.01.851.215 I load: - 248064 ('<|repo_name|>') +0.01.851.216 I load: - 248065 ('<|file_sep|>') +0.01.851.405 I load: special tokens cache size = 33 +0.01.900.765 I load: token to piece cache size = 1.7581 MB +0.01.900.788 I print_info: arch = qwen35moe +0.01.900.789 I print_info: vocab_only = 0 +0.01.900.789 I print_info: no_alloc = 0 +0.01.900.789 I print_info: n_ctx_train = 262144 +0.01.900.790 I print_info: n_embd = 4096 +0.01.900.790 I print_info: n_embd_inp = 4096 +0.01.900.790 I print_info: n_layer = 61 +0.01.900.799 I print_info: n_head = 32 +0.01.900.800 I print_info: n_head_kv = 2 +0.01.900.800 I print_info: n_rot = 64 +0.01.900.801 I print_info: n_swa = 0 +0.01.900.801 I print_info: is_swa_any = 0 +0.01.900.801 I print_info: n_embd_head_k = 256 +0.01.900.802 I print_info: n_embd_head_v = 256 +0.01.900.802 I print_info: n_gqa = 16 +0.01.900.804 I print_info: n_embd_k_gqa = 512 +0.01.900.805 I print_info: n_embd_v_gqa = 512 +0.01.900.806 I print_info: f_norm_eps = 0.0e+00 +0.01.900.807 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.900.808 I print_info: f_clamp_kqv = 0.0e+00 +0.01.900.808 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.900.808 I print_info: f_logit_scale = 0.0e+00 +0.01.900.808 I print_info: f_attn_scale = 0.0e+00 +0.01.900.809 I print_info: f_attn_value_scale = 0.0000 +0.01.900.809 I print_info: n_ff = 0 +0.01.900.810 I print_info: n_expert = 512 +0.01.900.810 I print_info: n_expert_used = 10 +0.01.900.810 I print_info: n_expert_groups = 0 +0.01.900.810 I print_info: n_group_used = 0 +0.01.900.810 I print_info: causal attn = 1 +0.01.900.811 I print_info: pooling type = -1 +0.01.900.811 I print_info: rope type = 40 +0.01.900.811 I print_info: rope scaling = linear +0.01.900.812 I print_info: freq_base_train = 10000000.0 +0.01.900.813 I print_info: freq_scale_train = 1 +0.01.900.813 I print_info: n_ctx_orig_yarn = 262144 +0.01.900.814 I print_info: rope_yarn_log_mul = 0.0000 +0.01.900.814 I print_info: rope_finetuned = unknown +0.01.900.814 I print_info: mrope sections = [11, 11, 10, 0] +0.01.900.814 I print_info: ssm_d_conv = 4 +0.01.900.815 I print_info: ssm_d_inner = 8192 +0.01.900.815 I print_info: ssm_d_state = 128 +0.01.900.815 I print_info: ssm_dt_rank = 64 +0.01.900.815 I print_info: ssm_n_group = 16 +0.01.900.816 I print_info: ssm_dt_b_c_rms = 0 +0.01.900.816 I print_info: model type = 397B.A17B +0.01.900.818 I print_info: model params = 402.94 B +0.01.900.819 I print_info: general.name = Qwen3.5 397B A17B +0.01.900.821 I print_info: vocab type = BPE +0.01.900.822 I print_info: n_vocab = 248320 +0.01.900.822 I print_info: n_merges = 247587 +0.01.900.824 I print_info: BOS token = 11 ',' +0.01.900.825 I print_info: EOS token = 248046 '<|im_end|>' +0.01.900.826 I print_info: EOT token = 248046 '<|im_end|>' +0.01.900.827 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.900.828 I print_info: LF token = 198 'Ċ' +0.01.900.828 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.900.829 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.900.830 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.900.830 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.900.830 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.900.831 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.900.832 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.900.833 I print_info: EOG token = 248046 '<|im_end|>' +0.01.900.833 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.900.834 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.900.835 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.900.835 I print_info: max token length = 256 +0.01.900.836 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +1.15.854.309 I load_tensors: offloading output layer to GPU +1.15.854.331 I load_tensors: offloading 60 repeating layers to GPU +1.15.854.331 I load_tensors: offloaded 62/62 layers to GPU +1.15.854.336 I load_tensors: CPU_Mapped model buffer size = 1030.62 MiB +1.15.854.337 I load_tensors: CUDA0 model buffer size = 30797.60 MiB +1.15.854.337 I load_tensors: CUDA1 model buffer size = 30797.60 MiB +1.15.854.338 I load_tensors: CUDA2 model buffer size = 30797.60 MiB +1.15.854.338 I load_tensors: CUDA3 model buffer size = 26958.55 MiB +1.15.854.338 I load_tensors: CUDA4 model buffer size = 30797.60 MiB +1.15.854.338 I load_tensors: CUDA5 model buffer size = 30797.60 MiB +1.15.854.339 I load_tensors: CUDA6 model buffer size = 30797.60 MiB +1.15.854.339 I load_tensors: CUDA7 model buffer size = 26953.58 MiB +.................................................................................................... +1.27.250.609 I common_init_result: added <|endoftext|> logit bias = -inf +1.27.250.616 I common_init_result: added <|im_end|> logit bias = -inf +1.27.250.617 I common_init_result: added <|fim_pad|> logit bias = -inf +1.27.250.617 I common_init_result: added <|repo_name|> logit bias = -inf +1.27.250.617 I common_init_result: added <|file_sep|> logit bias = -inf +1.27.250.860 I llama_context: constructing llama_context +1.27.250.868 I llama_context: n_seq_max = 16 +1.27.250.868 I llama_context: n_ctx = 8192 +1.27.250.868 I llama_context: n_ctx_seq = 512 +1.27.250.868 I llama_context: n_batch = 8192 +1.27.250.869 I llama_context: n_ubatch = 8192 +1.27.250.869 I llama_context: causal_attn = 1 +1.27.250.870 I llama_context: flash_attn = enabled +1.27.250.870 I llama_context: kv_unified = false +1.27.250.873 I llama_context: freq_base = 10000000.0 +1.27.250.873 I llama_context: freq_scale = 1 +1.27.250.874 I llama_context: n_rs_seq = 0 +1.27.250.874 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +1.27.257.611 I llama_context: CUDA_Host output buffer size = 15.16 MiB +1.27.259.823 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +1.27.260.123 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +1.27.260.369 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +1.27.260.576 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +1.27.260.785 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +1.27.260.998 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +1.27.261.235 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +1.27.261.457 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +1.27.261.495 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +1.27.261.502 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +1.27.261.502 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +1.27.261.939 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +1.27.262.397 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +1.27.262.811 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +1.27.263.208 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +1.27.263.635 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +1.27.264.045 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +1.27.264.455 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +1.27.264.730 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +1.27.264.741 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +1.27.264.828 I llama_context: pipeline parallelism enabled +1.27.264.834 I sched_reserve: reserving ... +1.27.334.702 I sched_reserve: resolving fused Gated Delta Net support: +1.27.336.447 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +1.27.340.955 I sched_reserve: fused Gated Delta Net (chunked) enabled +1.27.434.630 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +1.27.434.646 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +1.27.434.647 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +1.27.434.648 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +1.27.434.649 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +1.27.434.649 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +1.27.434.650 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +1.27.434.650 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +1.27.434.651 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +1.27.434.652 I sched_reserve: graph nodes = 5963 +1.27.434.652 I sched_reserve: graph splits = 9 +1.27.434.654 I sched_reserve: reserve took 169.82 ms, sched copies = 4 +1.27.434.801 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +1.27.817.680 I +1.27.817.789 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +1.31.065.173 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +1.35.564.216 I kl_divergence: 4.50 seconds per pass - ETA 2.72 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.2090 ± 0.4115 -0.00110 ± 0.00862 0.00619 ± 0.00112 2.354 ± 0.493 % 98.039 ± 0.870 % + 2 4.4604 ± 0.4878 0.00308 ± 0.00644 0.00568 ± 0.00066 2.090 ± 0.290 % 98.431 ± 0.551 % + 3 3.3086 ± 0.2803 0.00566 ± 0.00552 0.00650 ± 0.00093 3.035 ± 0.491 % 98.170 ± 0.485 % + 4 2.5770 ± 0.1687 0.00288 ± 0.00469 0.00769 ± 0.00084 3.381 ± 0.361 % 98.137 ± 0.424 % + 5 2.2394 ± 0.1202 0.00226 ± 0.00433 0.00888 ± 0.00082 4.005 ± 0.331 % 97.882 ± 0.403 % + 6 2.0695 ± 0.0951 0.00193 ± 0.00444 0.01099 ± 0.00097 4.577 ± 0.313 % 97.516 ± 0.398 % + 7 2.0456 ± 0.0860 0.00217 ± 0.00426 0.01167 ± 0.00087 4.642 ± 0.277 % 97.367 ± 0.379 % + 8 1.9481 ± 0.0739 0.00352 ± 0.00388 0.01224 ± 0.00085 4.889 ± 0.266 % 97.451 ± 0.349 % + 9 1.9121 ± 0.0666 0.00618 ± 0.00376 0.01320 ± 0.00084 4.974 ± 0.256 % 97.211 ± 0.344 % + 10 1.9103 ± 0.0621 0.00830 ± 0.00375 0.01530 ± 0.00092 5.423 ± 0.262 % 96.588 ± 0.360 % + 11 1.8488 ± 0.0554 0.00801 ± 0.00358 0.01592 ± 0.00090 5.531 ± 0.248 % 96.791 ± 0.333 % + 12 1.9991 ± 0.0607 0.00730 ± 0.00332 0.01508 ± 0.00083 5.314 ± 0.237 % 96.830 ± 0.317 % + 13 2.0582 ± 0.0609 0.00776 ± 0.00330 0.01608 ± 0.00080 5.415 ± 0.221 % 96.501 ± 0.319 % + 14 2.1032 ± 0.0603 0.00660 ± 0.00309 0.01515 ± 0.00074 5.234 ± 0.213 % 96.527 ± 0.306 % + 15 2.2366 ± 0.0636 0.00632 ± 0.00290 0.01435 ± 0.00070 5.069 ± 0.206 % 96.471 ± 0.298 % + 16 2.3764 ± 0.0677 0.00553 ± 0.00274 0.01368 ± 0.00066 4.929 ± 0.198 % 96.422 ± 0.291 % + 17 2.3758 ± 0.0651 0.00526 ± 0.00259 0.01299 ± 0.00062 4.792 ± 0.192 % 96.494 ± 0.279 % + 18 2.5016 ± 0.0683 0.00493 ± 0.00247 0.01245 ± 0.00058 4.667 ± 0.187 % 96.601 ± 0.267 % + 19 2.5587 ± 0.0689 0.00504 ± 0.00237 0.01202 ± 0.00056 4.583 ± 0.181 % 96.636 ± 0.259 % + 20 2.5855 ± 0.0677 0.00481 ± 0.00231 0.01208 ± 0.00053 4.561 ± 0.173 % 96.588 ± 0.254 % + 21 2.5630 ± 0.0649 0.00492 ± 0.00227 0.01199 ± 0.00051 4.511 ± 0.168 % 96.713 ± 0.244 % + 22 2.6102 ± 0.0651 0.00494 ± 0.00219 0.01168 ± 0.00049 4.432 ± 0.163 % 96.702 ± 0.238 % + 23 2.5514 ± 0.0614 0.00483 ± 0.00212 0.01153 ± 0.00047 4.399 ± 0.159 % 96.726 ± 0.232 % + 24 2.5087 ± 0.0585 0.00516 ± 0.00205 0.01121 ± 0.00046 4.334 ± 0.155 % 96.781 ± 0.226 % + 25 2.5066 ± 0.0572 0.00494 ± 0.00203 0.01109 ± 0.00044 4.291 ± 0.150 % 96.831 ± 0.219 % + 26 2.4863 ± 0.0551 0.00506 ± 0.00196 0.01088 ± 0.00042 4.240 ± 0.147 % 96.863 ± 0.214 % + 27 2.4738 ± 0.0535 0.00515 ± 0.00193 0.01076 ± 0.00041 4.217 ± 0.143 % 96.906 ± 0.209 % + 28 2.4828 ± 0.0528 0.00527 ± 0.00189 0.01070 ± 0.00040 4.171 ± 0.140 % 96.919 ± 0.205 % + 29 2.5325 ± 0.0536 0.00513 ± 0.00185 0.01053 ± 0.00038 4.115 ± 0.137 % 96.890 ± 0.202 % + 30 2.5190 ± 0.0521 0.00494 ± 0.00182 0.01057 ± 0.00037 4.124 ± 0.133 % 96.810 ± 0.201 % + 31 2.5311 ± 0.0514 0.00492 ± 0.00179 0.01045 ± 0.00036 4.084 ± 0.130 % 96.749 ± 0.199 % + 32 2.5804 ± 0.0523 0.00464 ± 0.00174 0.01028 ± 0.00035 4.030 ± 0.128 % 96.801 ± 0.195 % + 33 2.6071 ± 0.0521 0.00455 ± 0.00170 0.01014 ± 0.00034 3.982 ± 0.125 % 96.768 ± 0.193 % + 34 2.6441 ± 0.0524 0.00491 ± 0.00167 0.01000 ± 0.00033 3.944 ± 0.123 % 96.747 ± 0.191 % + 35 2.7042 ± 0.0533 0.00515 ± 0.00163 0.00992 ± 0.00032 3.905 ± 0.121 % 96.706 ± 0.189 % + 36 2.7861 ± 0.0549 0.00500 ± 0.00161 0.00983 ± 0.00032 3.863 ± 0.119 % 96.590 ± 0.189 % + 37 2.8420 ± 0.0555 0.00468 ± 0.00158 0.00997 ± 0.00035 3.841 ± 0.116 % 96.502 ± 0.189 % + 38 2.8684 ± 0.0555 0.00450 ± 0.00156 0.00986 ± 0.00034 3.810 ± 0.114 % 96.481 ± 0.187 % + 39 2.9168 ± 0.0562 0.00417 ± 0.00152 0.00971 ± 0.00033 3.776 ± 0.113 % 96.491 ± 0.185 % + 40 2.9696 ± 0.0573 0.00420 ± 0.00151 0.00957 ± 0.00033 3.736 ± 0.111 % 96.480 ± 0.182 % + 41 3.0088 ± 0.0576 0.00420 ± 0.00148 0.00941 ± 0.00032 3.697 ± 0.109 % 96.528 ± 0.179 % + 42 3.0711 ± 0.0586 0.00411 ± 0.00145 0.00931 ± 0.00031 3.660 ± 0.108 % 96.499 ± 0.178 % + 43 3.1054 ± 0.0588 0.00382 ± 0.00144 0.00925 ± 0.00030 3.644 ± 0.106 % 96.489 ± 0.176 % + 44 3.1211 ± 0.0584 0.00371 ± 0.00141 0.00914 ± 0.00030 3.611 ± 0.105 % 96.497 ± 0.174 % + 45 3.1784 ± 0.0594 0.00381 ± 0.00139 0.00904 ± 0.00029 3.578 ± 0.103 % 96.453 ± 0.173 % + 46 3.1904 ± 0.0590 0.00370 ± 0.00137 0.00893 ± 0.00029 3.552 ± 0.102 % 96.462 ± 0.171 % + 47 3.2739 ± 0.0606 0.00373 ± 0.00135 0.00885 ± 0.00028 3.521 ± 0.101 % 96.454 ± 0.169 % + 48 3.3325 ± 0.0614 0.00385 ± 0.00133 0.00875 ± 0.00027 3.491 ± 0.100 % 96.471 ± 0.167 % + 49 3.3110 ± 0.0603 0.00385 ± 0.00131 0.00879 ± 0.00027 3.489 ± 0.098 % 96.471 ± 0.165 % + 50 3.2574 ± 0.0586 0.00429 ± 0.00133 0.00894 ± 0.00027 3.557 ± 0.098 % 96.486 ± 0.163 % + 51 3.2305 ± 0.0573 0.00438 ± 0.00133 0.00902 ± 0.00027 3.575 ± 0.097 % 96.509 ± 0.161 % + 52 3.2429 ± 0.0571 0.00427 ± 0.00132 0.00913 ± 0.00027 3.599 ± 0.096 % 96.463 ± 0.160 % + 53 3.2930 ± 0.0576 0.00400 ± 0.00131 0.00905 ± 0.00026 3.572 ± 0.095 % 96.478 ± 0.159 % + 54 3.3253 ± 0.0577 0.00415 ± 0.00129 0.00899 ± 0.00026 3.549 ± 0.094 % 96.507 ± 0.156 % + 55 3.3491 ± 0.0577 0.00400 ± 0.00127 0.00892 ± 0.00025 3.525 ± 0.092 % 96.513 ± 0.155 % + 56 3.3638 ± 0.0575 0.00383 ± 0.00126 0.00888 ± 0.00025 3.511 ± 0.091 % 96.506 ± 0.154 % + 57 3.3790 ± 0.0573 0.00372 ± 0.00124 0.00886 ± 0.00024 3.497 ± 0.090 % 96.498 ± 0.152 % + 58 3.3991 ± 0.0572 0.00361 ± 0.00123 0.00878 ± 0.00024 3.475 ± 0.089 % 96.518 ± 0.151 % + 59 3.4017 ± 0.0567 0.00362 ± 0.00121 0.00876 ± 0.00024 3.472 ± 0.089 % 96.510 ± 0.150 % + 60 3.4240 ± 0.0567 0.00349 ± 0.00120 0.00873 ± 0.00023 3.461 ± 0.088 % 96.510 ± 0.148 % + 61 3.4514 ± 0.0570 0.00348 ± 0.00119 0.00870 ± 0.00023 3.444 ± 0.087 % 96.496 ± 0.147 % + 62 3.4919 ± 0.0573 0.00351 ± 0.00117 0.00867 ± 0.00023 3.426 ± 0.086 % 96.477 ± 0.147 % + 63 3.5298 ± 0.0577 0.00349 ± 0.00116 0.00862 ± 0.00022 3.405 ± 0.085 % 96.477 ± 0.145 % + 64 3.5711 ± 0.0581 0.00344 ± 0.00115 0.00858 ± 0.00022 3.387 ± 0.084 % 96.428 ± 0.145 % + 65 3.6196 ± 0.0587 0.00322 ± 0.00114 0.00852 ± 0.00022 3.372 ± 0.083 % 96.428 ± 0.144 % + 66 3.6479 ± 0.0588 0.00307 ± 0.00112 0.00848 ± 0.00021 3.358 ± 0.082 % 96.447 ± 0.143 % + 67 3.6974 ± 0.0595 0.00283 ± 0.00112 0.00847 ± 0.00021 3.350 ± 0.082 % 96.430 ± 0.142 % + 68 3.7186 ± 0.0595 0.00282 ± 0.00110 0.00847 ± 0.00021 3.344 ± 0.081 % 96.419 ± 0.141 % + 69 3.7382 ± 0.0593 0.00258 ± 0.00109 0.00842 ± 0.00021 3.327 ± 0.080 % 96.414 ± 0.140 % + 70 3.7304 ± 0.0587 0.00253 ± 0.00108 0.00838 ± 0.00020 3.318 ± 0.079 % 96.426 ± 0.139 % + 71 3.7661 ± 0.0589 0.00252 ± 0.00108 0.00835 ± 0.00020 3.303 ± 0.079 % 96.432 ± 0.138 % + 72 3.7758 ± 0.0587 0.00255 ± 0.00107 0.00843 ± 0.00020 3.304 ± 0.078 % 96.427 ± 0.137 % + 73 3.7848 ± 0.0585 0.00271 ± 0.00107 0.00844 ± 0.00020 3.302 ± 0.077 % 96.428 ± 0.136 % + 74 3.8010 ± 0.0584 0.00271 ± 0.00106 0.00840 ± 0.00019 3.285 ± 0.076 % 96.449 ± 0.135 % + 75 3.8055 ± 0.0582 0.00247 ± 0.00105 0.00835 ± 0.00019 3.270 ± 0.075 % 96.465 ± 0.134 % + 76 3.8124 ± 0.0580 0.00256 ± 0.00104 0.00828 ± 0.00019 3.252 ± 0.075 % 96.460 ± 0.133 % + 77 3.8332 ± 0.0580 0.00245 ± 0.00103 0.00829 ± 0.00019 3.248 ± 0.074 % 96.445 ± 0.132 % + 78 3.8268 ± 0.0577 0.00239 ± 0.00102 0.00827 ± 0.00019 3.235 ± 0.073 % 96.440 ± 0.131 % + 79 3.7763 ± 0.0564 0.00230 ± 0.00102 0.00822 ± 0.00018 3.225 ± 0.073 % 96.481 ± 0.130 % + 80 3.7227 ± 0.0551 0.00244 ± 0.00101 0.00824 ± 0.00018 3.263 ± 0.074 % 96.485 ± 0.129 % + 81 3.6686 ± 0.0537 0.00254 ± 0.00100 0.00825 ± 0.00018 3.288 ± 0.075 % 96.519 ± 0.128 % + 82 3.6204 ± 0.0525 0.00258 ± 0.00099 0.00833 ± 0.00019 3.322 ± 0.075 % 96.533 ± 0.127 % + 83 3.5736 ± 0.0513 0.00270 ± 0.00099 0.00839 ± 0.00019 3.352 ± 0.075 % 96.546 ± 0.126 % + 84 3.5331 ± 0.0503 0.00311 ± 0.00099 0.00845 ± 0.00019 3.379 ± 0.075 % 96.559 ± 0.125 % + 85 3.4908 ± 0.0492 0.00313 ± 0.00099 0.00851 ± 0.00019 3.399 ± 0.075 % 96.567 ± 0.124 % + 86 3.4863 ± 0.0489 0.00333 ± 0.00099 0.00870 ± 0.00019 3.445 ± 0.075 % 96.534 ± 0.124 % + 87 3.4488 ± 0.0479 0.00319 ± 0.00099 0.00883 ± 0.00020 3.486 ± 0.076 % 96.556 ± 0.122 % + 88 3.4097 ± 0.0470 0.00320 ± 0.00098 0.00880 ± 0.00019 3.482 ± 0.076 % 96.586 ± 0.121 % + 89 3.3702 ± 0.0461 0.00303 ± 0.00098 0.00881 ± 0.00019 3.484 ± 0.075 % 96.607 ± 0.120 % + 90 3.3301 ± 0.0451 0.00303 ± 0.00097 0.00879 ± 0.00019 3.482 ± 0.075 % 96.641 ± 0.119 % + 91 3.2924 ± 0.0442 0.00302 ± 0.00096 0.00885 ± 0.00019 3.516 ± 0.074 % 96.626 ± 0.119 % + 92 3.2579 ± 0.0433 0.00312 ± 0.00096 0.00884 ± 0.00019 3.521 ± 0.074 % 96.650 ± 0.117 % + 93 3.2338 ± 0.0427 0.00324 ± 0.00097 0.00899 ± 0.00019 3.552 ± 0.074 % 96.614 ± 0.117 % + 94 3.2001 ± 0.0419 0.00320 ± 0.00096 0.00899 ± 0.00019 3.565 ± 0.073 % 96.637 ± 0.116 % + 95 3.1649 ± 0.0410 0.00318 ± 0.00096 0.00907 ± 0.00019 3.587 ± 0.073 % 96.665 ± 0.115 % + 96 3.1367 ± 0.0403 0.00319 ± 0.00096 0.00912 ± 0.00019 3.608 ± 0.073 % 96.663 ± 0.115 % + 97 3.1059 ± 0.0396 0.00305 ± 0.00096 0.00919 ± 0.00020 3.630 ± 0.073 % 96.673 ± 0.114 % + 98 3.0740 ± 0.0389 0.00299 ± 0.00095 0.00925 ± 0.00020 3.641 ± 0.073 % 96.695 ± 0.113 % + 99 3.0477 ± 0.0382 0.00327 ± 0.00094 0.00932 ± 0.00020 3.662 ± 0.072 % 96.704 ± 0.112 % + 100 3.0267 ± 0.0377 0.00343 ± 0.00094 0.00938 ± 0.00020 3.697 ± 0.073 % 96.718 ± 0.112 % + 101 3.0000 ± 0.0370 0.00345 ± 0.00094 0.00943 ± 0.00020 3.717 ± 0.072 % 96.738 ± 0.111 % + 102 2.9753 ± 0.0365 0.00352 ± 0.00093 0.00945 ± 0.00020 3.728 ± 0.072 % 96.740 ± 0.110 % + 103 2.9505 ± 0.0359 0.00352 ± 0.00093 0.00945 ± 0.00020 3.734 ± 0.072 % 96.771 ± 0.109 % + 104 2.9314 ± 0.0354 0.00356 ± 0.00092 0.00954 ± 0.00020 3.775 ± 0.072 % 96.765 ± 0.109 % + 105 2.9433 ± 0.0354 0.00365 ± 0.00092 0.00953 ± 0.00020 3.767 ± 0.071 % 96.762 ± 0.108 % + 106 2.9652 ± 0.0356 0.00351 ± 0.00091 0.00949 ± 0.00019 3.754 ± 0.071 % 96.763 ± 0.108 % + 107 2.9896 ± 0.0358 0.00355 ± 0.00091 0.00945 ± 0.00019 3.742 ± 0.071 % 96.745 ± 0.107 % + 108 3.0278 ± 0.0363 0.00352 ± 0.00090 0.00942 ± 0.00019 3.728 ± 0.070 % 96.743 ± 0.107 % + 109 3.0331 ± 0.0362 0.00352 ± 0.00090 0.00939 ± 0.00019 3.716 ± 0.070 % 96.751 ± 0.106 % + 110 3.0700 ± 0.0367 0.00351 ± 0.00089 0.00936 ± 0.00019 3.703 ± 0.069 % 96.742 ± 0.106 % + 111 3.0991 ± 0.0371 0.00341 ± 0.00089 0.00931 ± 0.00019 3.689 ± 0.069 % 96.743 ± 0.106 % + 112 3.1218 ± 0.0373 0.00337 ± 0.00088 0.00926 ± 0.00019 3.675 ± 0.069 % 96.751 ± 0.105 % + 113 3.1518 ± 0.0377 0.00336 ± 0.00087 0.00921 ± 0.00018 3.662 ± 0.068 % 96.734 ± 0.105 % + 114 3.1890 ± 0.0382 0.00341 ± 0.00087 0.00916 ± 0.00018 3.647 ± 0.068 % 96.729 ± 0.104 % + 115 3.2149 ± 0.0384 0.00341 ± 0.00086 0.00911 ± 0.00018 3.633 ± 0.068 % 96.737 ± 0.104 % + 116 3.1855 ± 0.0378 0.00345 ± 0.00086 0.00906 ± 0.00018 3.623 ± 0.067 % 96.765 ± 0.103 % + 117 3.1629 ± 0.0374 0.00360 ± 0.00086 0.00917 ± 0.00018 3.674 ± 0.069 % 96.749 ± 0.103 % + 118 3.1435 ± 0.0369 0.00373 ± 0.00087 0.00930 ± 0.00018 3.702 ± 0.068 % 96.730 ± 0.103 % + 119 3.1219 ± 0.0364 0.00369 ± 0.00086 0.00935 ± 0.00018 3.724 ± 0.068 % 96.744 ± 0.102 % + 120 3.1082 ± 0.0360 0.00378 ± 0.00086 0.00948 ± 0.00018 3.749 ± 0.067 % 96.735 ± 0.102 % + 121 3.0870 ± 0.0356 0.00370 ± 0.00086 0.00956 ± 0.00019 3.767 ± 0.067 % 96.749 ± 0.101 % + 122 3.0724 ± 0.0352 0.00380 ± 0.00086 0.00968 ± 0.00019 3.785 ± 0.067 % 96.737 ± 0.101 % + 123 3.0590 ± 0.0348 0.00381 ± 0.00086 0.00978 ± 0.00019 3.802 ± 0.066 % 96.738 ± 0.100 % + 124 3.0394 ± 0.0344 0.00375 ± 0.00086 0.00984 ± 0.00019 3.816 ± 0.066 % 96.746 ± 0.100 % + 125 3.0238 ± 0.0340 0.00395 ± 0.00086 0.00999 ± 0.00019 3.846 ± 0.065 % 96.725 ± 0.100 % + 126 3.0095 ± 0.0337 0.00420 ± 0.00086 0.01006 ± 0.00019 3.862 ± 0.065 % 96.716 ± 0.099 % + 127 2.9965 ± 0.0333 0.00416 ± 0.00085 0.01008 ± 0.00019 3.873 ± 0.065 % 96.708 ± 0.099 % + 128 2.9802 ± 0.0329 0.00437 ± 0.00085 0.01010 ± 0.00019 3.880 ± 0.064 % 96.713 ± 0.099 % + 129 2.9644 ± 0.0326 0.00431 ± 0.00085 0.01015 ± 0.00019 3.900 ± 0.064 % 96.711 ± 0.098 % + 130 2.9556 ± 0.0323 0.00434 ± 0.00085 0.01019 ± 0.00019 3.915 ± 0.064 % 96.709 ± 0.098 % + 131 2.9459 ± 0.0320 0.00423 ± 0.00085 0.01025 ± 0.00019 3.928 ± 0.063 % 96.701 ± 0.098 % + 132 2.9423 ± 0.0318 0.00428 ± 0.00085 0.01036 ± 0.00019 3.939 ± 0.063 % 96.684 ± 0.098 % + 133 2.9383 ± 0.0316 0.00436 ± 0.00085 0.01043 ± 0.00019 3.962 ± 0.064 % 96.665 ± 0.097 % + 134 2.9387 ± 0.0315 0.00432 ± 0.00085 0.01055 ± 0.00019 3.974 ± 0.063 % 96.646 ± 0.097 % + 135 2.9385 ± 0.0313 0.00437 ± 0.00085 0.01062 ± 0.00019 3.987 ± 0.063 % 96.639 ± 0.097 % + 136 2.9326 ± 0.0311 0.00454 ± 0.00085 0.01066 ± 0.00019 3.994 ± 0.063 % 96.638 ± 0.097 % + 137 2.9367 ± 0.0310 0.00454 ± 0.00085 0.01062 ± 0.00018 3.983 ± 0.062 % 96.639 ± 0.096 % + 138 2.9495 ± 0.0311 0.00451 ± 0.00084 0.01057 ± 0.00018 3.971 ± 0.062 % 96.650 ± 0.096 % + 139 2.9542 ± 0.0310 0.00461 ± 0.00084 0.01057 ± 0.00018 3.968 ± 0.062 % 96.640 ± 0.096 % + 140 2.9604 ± 0.0310 0.00454 ± 0.00084 0.01059 ± 0.00018 3.965 ± 0.061 % 96.641 ± 0.095 % + 141 2.9721 ± 0.0310 0.00450 ± 0.00083 0.01059 ± 0.00018 3.958 ± 0.061 % 96.640 ± 0.095 % + 142 2.9767 ± 0.0310 0.00449 ± 0.00083 0.01065 ± 0.00018 3.966 ± 0.061 % 96.628 ± 0.095 % + 143 2.9844 ± 0.0310 0.00451 ± 0.00083 0.01063 ± 0.00018 3.957 ± 0.060 % 96.638 ± 0.094 % + 144 2.9944 ± 0.0310 0.00451 ± 0.00082 0.01059 ± 0.00018 3.946 ± 0.060 % 96.639 ± 0.094 % + 145 2.9943 ± 0.0309 0.00447 ± 0.00082 0.01054 ± 0.00018 3.935 ± 0.060 % 96.649 ± 0.094 % + 146 2.9993 ± 0.0308 0.00443 ± 0.00081 0.01050 ± 0.00018 3.925 ± 0.060 % 96.651 ± 0.093 % + 147 2.9975 ± 0.0306 0.00440 ± 0.00081 0.01044 ± 0.00017 3.913 ± 0.060 % 96.657 ± 0.093 % + 148 3.0014 ± 0.0306 0.00440 ± 0.00080 0.01040 ± 0.00017 3.902 ± 0.059 % 96.661 ± 0.092 % + 149 2.9980 ± 0.0304 0.00443 ± 0.00080 0.01034 ± 0.00017 3.891 ± 0.059 % 96.660 ± 0.092 % + 150 2.9939 ± 0.0303 0.00434 ± 0.00080 0.01031 ± 0.00017 3.882 ± 0.059 % 96.675 ± 0.092 % + 151 2.9880 ± 0.0301 0.00430 ± 0.00079 0.01029 ± 0.00017 3.876 ± 0.059 % 96.684 ± 0.091 % + 152 2.9862 ± 0.0300 0.00428 ± 0.00079 0.01025 ± 0.00017 3.867 ± 0.058 % 96.692 ± 0.091 % + 153 2.9818 ± 0.0298 0.00426 ± 0.00078 0.01022 ± 0.00017 3.860 ± 0.058 % 96.701 ± 0.090 % + 154 2.9870 ± 0.0297 0.00420 ± 0.00078 0.01018 ± 0.00017 3.850 ± 0.058 % 96.692 ± 0.090 % + 155 2.9893 ± 0.0296 0.00424 ± 0.00078 0.01015 ± 0.00017 3.849 ± 0.058 % 96.683 ± 0.090 % + 156 2.9849 ± 0.0294 0.00415 ± 0.00077 0.01010 ± 0.00017 3.841 ± 0.058 % 96.694 ± 0.090 % + 157 2.9837 ± 0.0293 0.00414 ± 0.00077 0.01006 ± 0.00016 3.833 ± 0.058 % 96.698 ± 0.089 % + 158 2.9845 ± 0.0292 0.00411 ± 0.00076 0.01002 ± 0.00016 3.824 ± 0.058 % 96.706 ± 0.089 % + 159 2.9810 ± 0.0290 0.00409 ± 0.00076 0.00997 ± 0.00016 3.813 ± 0.057 % 96.717 ± 0.088 % + 160 2.9805 ± 0.0289 0.00400 ± 0.00076 0.00994 ± 0.00016 3.806 ± 0.057 % 96.718 ± 0.088 % + 161 2.9862 ± 0.0289 0.00397 ± 0.00075 0.00991 ± 0.00016 3.802 ± 0.057 % 96.724 ± 0.088 % + 162 2.9870 ± 0.0288 0.00396 ± 0.00075 0.00986 ± 0.00016 3.793 ± 0.057 % 96.718 ± 0.088 % + 163 2.9855 ± 0.0286 0.00395 ± 0.00074 0.00983 ± 0.00016 3.784 ± 0.056 % 96.726 ± 0.087 % + 164 2.9922 ± 0.0286 0.00402 ± 0.00074 0.00979 ± 0.00016 3.775 ± 0.056 % 96.729 ± 0.087 % + 165 3.0054 ± 0.0287 0.00402 ± 0.00074 0.00976 ± 0.00016 3.766 ± 0.056 % 96.723 ± 0.087 % + 166 3.0085 ± 0.0286 0.00396 ± 0.00074 0.00972 ± 0.00016 3.758 ± 0.056 % 96.728 ± 0.086 % + 167 3.0255 ± 0.0288 0.00397 ± 0.00073 0.00969 ± 0.00016 3.749 ± 0.056 % 96.727 ± 0.086 % + 168 3.0346 ± 0.0288 0.00400 ± 0.00073 0.00966 ± 0.00015 3.740 ± 0.055 % 96.739 ± 0.086 % + 169 3.0596 ± 0.0291 0.00396 ± 0.00073 0.00963 ± 0.00015 3.731 ± 0.055 % 96.740 ± 0.086 % + 170 3.0691 ± 0.0291 0.00402 ± 0.00072 0.00961 ± 0.00015 3.722 ± 0.055 % 96.738 ± 0.085 % + 171 3.0949 ± 0.0294 0.00402 ± 0.00072 0.00958 ± 0.00015 3.714 ± 0.055 % 96.739 ± 0.085 % + 172 3.1213 ± 0.0297 0.00405 ± 0.00072 0.00958 ± 0.00015 3.707 ± 0.055 % 96.735 ± 0.085 % + 173 3.1381 ± 0.0298 0.00397 ± 0.00071 0.00955 ± 0.00015 3.699 ± 0.054 % 96.734 ± 0.085 % + 174 3.1670 ± 0.0302 0.00400 ± 0.00071 0.00954 ± 0.00015 3.691 ± 0.054 % 96.730 ± 0.084 % + 175 3.1814 ± 0.0303 0.00390 ± 0.00071 0.00952 ± 0.00015 3.685 ± 0.054 % 96.731 ± 0.084 % + 176 3.2031 ± 0.0305 0.00385 ± 0.00071 0.00949 ± 0.00015 3.677 ± 0.054 % 96.725 ± 0.084 % + 177 3.2225 ± 0.0307 0.00379 ± 0.00070 0.00947 ± 0.00015 3.669 ± 0.054 % 96.728 ± 0.084 % + 178 3.2326 ± 0.0308 0.00376 ± 0.00070 0.00944 ± 0.00015 3.662 ± 0.054 % 96.733 ± 0.083 % + 179 3.2162 ± 0.0305 0.00369 ± 0.00070 0.00945 ± 0.00015 3.665 ± 0.054 % 96.740 ± 0.083 % + 180 3.1991 ± 0.0302 0.00379 ± 0.00070 0.00945 ± 0.00015 3.672 ± 0.053 % 96.752 ± 0.083 % + 181 3.1879 ± 0.0300 0.00382 ± 0.00070 0.00949 ± 0.00015 3.681 ± 0.053 % 96.759 ± 0.082 % + 182 3.1779 ± 0.0298 0.00373 ± 0.00070 0.00957 ± 0.00015 3.705 ± 0.053 % 96.749 ± 0.082 % + 183 3.1639 ± 0.0295 0.00377 ± 0.00070 0.00958 ± 0.00015 3.706 ± 0.053 % 96.756 ± 0.082 % + 184 3.1506 ± 0.0293 0.00368 ± 0.00070 0.00962 ± 0.00015 3.718 ± 0.053 % 96.754 ± 0.082 % + 185 3.1367 ± 0.0290 0.00370 ± 0.00070 0.00967 ± 0.00015 3.732 ± 0.053 % 96.755 ± 0.082 % + 186 3.1228 ± 0.0288 0.00371 ± 0.00069 0.00968 ± 0.00015 3.735 ± 0.053 % 96.762 ± 0.081 % + 187 3.1311 ± 0.0288 0.00371 ± 0.00069 0.00965 ± 0.00015 3.728 ± 0.052 % 96.752 ± 0.081 % + 188 3.1451 ± 0.0289 0.00369 ± 0.00069 0.00961 ± 0.00014 3.719 ± 0.052 % 96.758 ± 0.081 % + 189 3.1624 ± 0.0290 0.00366 ± 0.00068 0.00959 ± 0.00014 3.711 ± 0.052 % 96.759 ± 0.081 % + 190 3.1769 ± 0.0292 0.00364 ± 0.00068 0.00957 ± 0.00014 3.702 ± 0.052 % 96.741 ± 0.081 % + 191 3.1894 ± 0.0292 0.00367 ± 0.00068 0.00954 ± 0.00014 3.694 ± 0.052 % 96.748 ± 0.080 % + 192 3.1988 ± 0.0293 0.00366 ± 0.00068 0.00951 ± 0.00014 3.686 ± 0.052 % 96.750 ± 0.080 % + 193 3.2132 ± 0.0293 0.00370 ± 0.00067 0.00949 ± 0.00014 3.678 ± 0.051 % 96.735 ± 0.080 % + 194 3.2309 ± 0.0295 0.00366 ± 0.00067 0.00946 ± 0.00014 3.671 ± 0.051 % 96.723 ± 0.080 % + 195 3.2478 ± 0.0296 0.00358 ± 0.00067 0.00944 ± 0.00014 3.663 ± 0.051 % 96.726 ± 0.080 % + 196 3.2586 ± 0.0297 0.00356 ± 0.00067 0.00941 ± 0.00014 3.656 ± 0.051 % 96.729 ± 0.080 % + 197 3.2598 ± 0.0296 0.00354 ± 0.00066 0.00939 ± 0.00014 3.650 ± 0.051 % 96.735 ± 0.079 % + 198 3.2658 ± 0.0296 0.00355 ± 0.00066 0.00936 ± 0.00014 3.642 ± 0.051 % 96.738 ± 0.079 % + 199 3.2673 ± 0.0295 0.00349 ± 0.00066 0.00933 ± 0.00014 3.635 ± 0.050 % 96.741 ± 0.079 % + 200 3.2724 ± 0.0295 0.00355 ± 0.00066 0.00931 ± 0.00014 3.628 ± 0.050 % 96.741 ± 0.079 % + 201 3.2789 ± 0.0295 0.00350 ± 0.00065 0.00929 ± 0.00014 3.622 ± 0.050 % 96.744 ± 0.078 % + 202 3.2944 ± 0.0297 0.00354 ± 0.00065 0.00927 ± 0.00014 3.615 ± 0.050 % 96.735 ± 0.078 % + 203 3.3135 ± 0.0298 0.00352 ± 0.00065 0.00925 ± 0.00013 3.609 ± 0.050 % 96.729 ± 0.078 % + 204 3.3298 ± 0.0300 0.00347 ± 0.00065 0.00923 ± 0.00013 3.601 ± 0.050 % 96.724 ± 0.078 % + 205 3.3311 ± 0.0299 0.00348 ± 0.00064 0.00920 ± 0.00013 3.594 ± 0.050 % 96.719 ± 0.078 % + 206 3.3478 ± 0.0300 0.00339 ± 0.00064 0.00918 ± 0.00013 3.588 ± 0.049 % 96.718 ± 0.078 % + 207 3.3472 ± 0.0299 0.00341 ± 0.00064 0.00915 ± 0.00013 3.581 ± 0.049 % 96.726 ± 0.077 % + 208 3.3577 ± 0.0300 0.00339 ± 0.00064 0.00912 ± 0.00013 3.573 ± 0.049 % 96.727 ± 0.077 % + 209 3.3610 ± 0.0300 0.00343 ± 0.00063 0.00911 ± 0.00013 3.568 ± 0.049 % 96.730 ± 0.077 % + 210 3.3688 ± 0.0300 0.00341 ± 0.00063 0.00909 ± 0.00013 3.563 ± 0.049 % 96.726 ± 0.077 % + 211 3.3760 ± 0.0300 0.00339 ± 0.00063 0.00907 ± 0.00013 3.556 ± 0.049 % 96.725 ± 0.077 % + 212 3.3841 ± 0.0300 0.00334 ± 0.00063 0.00904 ± 0.00013 3.549 ± 0.049 % 96.718 ± 0.077 % + 213 3.3867 ± 0.0300 0.00332 ± 0.00063 0.00901 ± 0.00013 3.542 ± 0.048 % 96.717 ± 0.076 % + 214 3.3877 ± 0.0299 0.00335 ± 0.00062 0.00898 ± 0.00013 3.535 ± 0.048 % 96.729 ± 0.076 % + 215 3.3894 ± 0.0298 0.00333 ± 0.00062 0.00895 ± 0.00013 3.528 ± 0.048 % 96.735 ± 0.076 % + 216 3.3979 ± 0.0299 0.00337 ± 0.00062 0.00893 ± 0.00013 3.522 ± 0.048 % 96.739 ± 0.076 % + 217 3.4005 ± 0.0298 0.00338 ± 0.00062 0.00891 ± 0.00013 3.515 ± 0.048 % 96.745 ± 0.075 % + 218 3.3982 ± 0.0297 0.00335 ± 0.00061 0.00888 ± 0.00013 3.509 ± 0.048 % 96.744 ± 0.075 % + 219 3.3928 ± 0.0296 0.00330 ± 0.00061 0.00885 ± 0.00013 3.503 ± 0.048 % 96.745 ± 0.075 % + 220 3.3945 ± 0.0295 0.00332 ± 0.00061 0.00883 ± 0.00012 3.498 ± 0.048 % 96.742 ± 0.075 % + 221 3.3987 ± 0.0295 0.00333 ± 0.00061 0.00880 ± 0.00012 3.491 ± 0.047 % 96.746 ± 0.075 % + 222 3.4020 ± 0.0294 0.00336 ± 0.00060 0.00878 ± 0.00012 3.486 ± 0.047 % 96.744 ± 0.075 % + 223 3.4116 ± 0.0295 0.00340 ± 0.00060 0.00876 ± 0.00012 3.479 ± 0.047 % 96.745 ± 0.074 % + 224 3.4096 ± 0.0294 0.00335 ± 0.00060 0.00874 ± 0.00012 3.474 ± 0.047 % 96.754 ± 0.074 % + 225 3.4089 ± 0.0293 0.00338 ± 0.00060 0.00872 ± 0.00012 3.469 ± 0.047 % 96.749 ± 0.074 % + 226 3.4112 ± 0.0293 0.00344 ± 0.00060 0.00871 ± 0.00012 3.466 ± 0.047 % 96.748 ± 0.074 % + 227 3.4108 ± 0.0292 0.00343 ± 0.00060 0.00868 ± 0.00012 3.460 ± 0.047 % 96.738 ± 0.074 % + 228 3.4091 ± 0.0291 0.00340 ± 0.00059 0.00866 ± 0.00012 3.453 ± 0.047 % 96.735 ± 0.074 % + 229 3.4111 ± 0.0290 0.00341 ± 0.00059 0.00864 ± 0.00012 3.448 ± 0.046 % 96.743 ± 0.073 % + 230 3.4081 ± 0.0289 0.00341 ± 0.00059 0.00862 ± 0.00012 3.442 ± 0.046 % 96.747 ± 0.073 % + 231 3.4107 ± 0.0289 0.00340 ± 0.00059 0.00859 ± 0.00012 3.436 ± 0.046 % 96.754 ± 0.073 % + 232 3.4141 ± 0.0288 0.00335 ± 0.00059 0.00858 ± 0.00012 3.431 ± 0.046 % 96.744 ± 0.073 % + 233 3.4171 ± 0.0288 0.00335 ± 0.00058 0.00856 ± 0.00012 3.426 ± 0.046 % 96.743 ± 0.073 % + 234 3.4172 ± 0.0287 0.00333 ± 0.00058 0.00854 ± 0.00012 3.420 ± 0.046 % 96.742 ± 0.073 % + 235 3.4113 ± 0.0286 0.00331 ± 0.00058 0.00854 ± 0.00012 3.418 ± 0.046 % 96.746 ± 0.072 % + 236 3.4055 ± 0.0285 0.00335 ± 0.00058 0.00859 ± 0.00012 3.429 ± 0.046 % 96.738 ± 0.072 % + 237 3.4054 ± 0.0284 0.00334 ± 0.00058 0.00857 ± 0.00012 3.423 ± 0.045 % 96.739 ± 0.072 % + 238 3.4051 ± 0.0283 0.00335 ± 0.00058 0.00854 ± 0.00012 3.418 ± 0.045 % 96.749 ± 0.072 % + 239 3.4077 ± 0.0283 0.00332 ± 0.00057 0.00853 ± 0.00012 3.413 ± 0.045 % 96.753 ± 0.072 % + 240 3.4121 ± 0.0283 0.00330 ± 0.00057 0.00851 ± 0.00012 3.408 ± 0.045 % 96.755 ± 0.072 % + 241 3.4153 ± 0.0283 0.00328 ± 0.00057 0.00851 ± 0.00012 3.405 ± 0.045 % 96.755 ± 0.071 % + 242 3.4144 ± 0.0282 0.00327 ± 0.00057 0.00852 ± 0.00012 3.407 ± 0.045 % 96.746 ± 0.071 % + 243 3.4256 ± 0.0283 0.00325 ± 0.00057 0.00852 ± 0.00011 3.404 ± 0.045 % 96.751 ± 0.071 % + 244 3.4258 ± 0.0282 0.00329 ± 0.00057 0.00852 ± 0.00011 3.401 ± 0.045 % 96.737 ± 0.071 % + 245 3.4265 ± 0.0282 0.00335 ± 0.00057 0.00854 ± 0.00011 3.404 ± 0.044 % 96.735 ± 0.071 % + 246 3.4375 ± 0.0282 0.00336 ± 0.00057 0.00853 ± 0.00011 3.399 ± 0.044 % 96.734 ± 0.071 % + 247 3.4486 ± 0.0283 0.00340 ± 0.00056 0.00852 ± 0.00011 3.394 ± 0.044 % 96.731 ± 0.071 % + 248 3.4568 ± 0.0283 0.00342 ± 0.00056 0.00850 ± 0.00011 3.389 ± 0.044 % 96.731 ± 0.071 % + 249 3.4647 ± 0.0283 0.00344 ± 0.00056 0.00850 ± 0.00011 3.386 ± 0.044 % 96.721 ± 0.071 % + 250 3.4752 ± 0.0284 0.00342 ± 0.00056 0.00849 ± 0.00011 3.380 ± 0.044 % 96.717 ± 0.071 % + 251 3.4827 ± 0.0284 0.00342 ± 0.00056 0.00847 ± 0.00011 3.375 ± 0.044 % 96.714 ± 0.070 % + 252 3.4917 ± 0.0284 0.00337 ± 0.00056 0.00847 ± 0.00011 3.373 ± 0.044 % 96.713 ± 0.070 % + 253 3.5086 ± 0.0286 0.00336 ± 0.00056 0.00845 ± 0.00011 3.367 ± 0.044 % 96.709 ± 0.070 % + 254 3.5145 ± 0.0286 0.00335 ± 0.00055 0.00843 ± 0.00011 3.361 ± 0.043 % 96.711 ± 0.070 % + 255 3.5150 ± 0.0285 0.00337 ± 0.00055 0.00844 ± 0.00011 3.362 ± 0.043 % 96.710 ± 0.070 % + 256 3.5201 ± 0.0285 0.00335 ± 0.00055 0.00843 ± 0.00011 3.358 ± 0.043 % 96.716 ± 0.070 % + 257 3.5203 ± 0.0285 0.00336 ± 0.00055 0.00841 ± 0.00011 3.353 ± 0.043 % 96.722 ± 0.070 % + 258 3.5126 ± 0.0283 0.00341 ± 0.00055 0.00840 ± 0.00011 3.352 ± 0.043 % 96.723 ± 0.069 % + 259 3.5097 ± 0.0282 0.00346 ± 0.00055 0.00840 ± 0.00011 3.350 ± 0.043 % 96.723 ± 0.069 % + 260 3.5026 ± 0.0281 0.00347 ± 0.00055 0.00840 ± 0.00011 3.351 ± 0.043 % 96.727 ± 0.069 % + 261 3.4981 ± 0.0280 0.00349 ± 0.00055 0.00840 ± 0.00011 3.351 ± 0.043 % 96.719 ± 0.069 % + 262 3.5046 ± 0.0280 0.00352 ± 0.00054 0.00840 ± 0.00011 3.348 ± 0.042 % 96.704 ± 0.069 % + 263 3.5120 ± 0.0280 0.00349 ± 0.00054 0.00840 ± 0.00011 3.345 ± 0.042 % 96.697 ± 0.069 % + 264 3.5181 ± 0.0281 0.00349 ± 0.00054 0.00839 ± 0.00011 3.340 ± 0.042 % 96.696 ± 0.069 % + 265 3.5219 ± 0.0280 0.00353 ± 0.00054 0.00838 ± 0.00011 3.337 ± 0.042 % 96.691 ± 0.069 % + 266 3.5206 ± 0.0280 0.00351 ± 0.00054 0.00838 ± 0.00011 3.334 ± 0.042 % 96.698 ± 0.069 % + 267 3.5209 ± 0.0279 0.00343 ± 0.00054 0.00837 ± 0.00011 3.331 ± 0.042 % 96.689 ± 0.069 % + 268 3.5193 ± 0.0278 0.00338 ± 0.00054 0.00839 ± 0.00011 3.332 ± 0.042 % 96.680 ± 0.069 % + 269 3.5157 ± 0.0277 0.00338 ± 0.00054 0.00840 ± 0.00011 3.331 ± 0.042 % 96.682 ± 0.068 % + 270 3.5130 ± 0.0277 0.00340 ± 0.00054 0.00839 ± 0.00011 3.329 ± 0.042 % 96.680 ± 0.068 % + 271 3.5096 ± 0.0276 0.00342 ± 0.00054 0.00840 ± 0.00010 3.330 ± 0.041 % 96.678 ± 0.068 % + 272 3.5053 ± 0.0275 0.00342 ± 0.00053 0.00839 ± 0.00010 3.326 ± 0.041 % 96.684 ± 0.068 % + 273 3.5090 ± 0.0274 0.00341 ± 0.00053 0.00840 ± 0.00010 3.328 ± 0.041 % 96.676 ± 0.068 % + 274 3.5065 ± 0.0274 0.00348 ± 0.00053 0.00839 ± 0.00010 3.328 ± 0.041 % 96.662 ± 0.068 % + 275 3.5071 ± 0.0273 0.00345 ± 0.00053 0.00839 ± 0.00010 3.326 ± 0.041 % 96.662 ± 0.068 % + 276 3.5087 ± 0.0273 0.00345 ± 0.00053 0.00838 ± 0.00010 3.325 ± 0.041 % 96.667 ± 0.068 % + 277 3.5063 ± 0.0272 0.00344 ± 0.00053 0.00838 ± 0.00010 3.324 ± 0.041 % 96.667 ± 0.068 % + 278 3.5103 ± 0.0272 0.00346 ± 0.00053 0.00837 ± 0.00010 3.320 ± 0.041 % 96.668 ± 0.067 % + 279 3.5112 ± 0.0271 0.00347 ± 0.00053 0.00836 ± 0.00010 3.319 ± 0.041 % 96.666 ± 0.067 % + 280 3.5065 ± 0.0270 0.00343 ± 0.00053 0.00835 ± 0.00010 3.316 ± 0.040 % 96.667 ± 0.067 % + 281 3.5076 ± 0.0270 0.00339 ± 0.00053 0.00836 ± 0.00010 3.314 ± 0.040 % 96.662 ± 0.067 % + 282 3.4992 ± 0.0269 0.00337 ± 0.00053 0.00834 ± 0.00010 3.312 ± 0.040 % 96.668 ± 0.067 % + 283 3.4974 ± 0.0268 0.00336 ± 0.00052 0.00835 ± 0.00010 3.311 ± 0.040 % 96.670 ± 0.067 % + 284 3.4930 ± 0.0267 0.00337 ± 0.00052 0.00836 ± 0.00010 3.312 ± 0.040 % 96.671 ± 0.067 % + 285 3.4821 ± 0.0266 0.00343 ± 0.00052 0.00839 ± 0.00010 3.329 ± 0.042 % 96.681 ± 0.066 % + 286 3.4731 ± 0.0264 0.00345 ± 0.00052 0.00841 ± 0.00010 3.333 ± 0.042 % 96.686 ± 0.066 % + 287 3.4713 ± 0.0264 0.00344 ± 0.00052 0.00840 ± 0.00010 3.330 ± 0.042 % 96.686 ± 0.066 % + 288 3.4751 ± 0.0264 0.00349 ± 0.00052 0.00839 ± 0.00010 3.327 ± 0.041 % 96.686 ± 0.066 % + 289 3.4831 ± 0.0264 0.00346 ± 0.00052 0.00838 ± 0.00010 3.323 ± 0.041 % 96.675 ± 0.066 % + 290 3.4943 ± 0.0265 0.00344 ± 0.00052 0.00837 ± 0.00010 3.319 ± 0.041 % 96.675 ± 0.066 % + 291 3.5052 ± 0.0266 0.00347 ± 0.00052 0.00837 ± 0.00010 3.320 ± 0.041 % 96.670 ± 0.066 % + 292 3.5123 ± 0.0266 0.00346 ± 0.00052 0.00836 ± 0.00010 3.316 ± 0.041 % 96.667 ± 0.066 % + 293 3.5191 ± 0.0266 0.00349 ± 0.00052 0.00835 ± 0.00010 3.312 ± 0.041 % 96.658 ± 0.066 % + 294 3.5315 ± 0.0267 0.00347 ± 0.00051 0.00833 ± 0.00010 3.307 ± 0.041 % 96.655 ± 0.066 % + 295 3.5344 ± 0.0267 0.00347 ± 0.00051 0.00832 ± 0.00010 3.304 ± 0.041 % 96.654 ± 0.066 % + 296 3.5413 ± 0.0267 0.00344 ± 0.00051 0.00831 ± 0.00010 3.300 ± 0.041 % 96.653 ± 0.065 % + 297 3.5387 ± 0.0267 0.00344 ± 0.00051 0.00830 ± 0.00010 3.300 ± 0.041 % 96.653 ± 0.065 % + 298 3.5406 ± 0.0266 0.00342 ± 0.00051 0.00828 ± 0.00010 3.296 ± 0.041 % 96.652 ± 0.065 % + 299 3.5422 ± 0.0266 0.00337 ± 0.00051 0.00827 ± 0.00010 3.292 ± 0.041 % 96.653 ± 0.065 % + 300 3.5438 ± 0.0265 0.00339 ± 0.00051 0.00826 ± 0.00010 3.289 ± 0.041 % 96.651 ± 0.065 % + 301 3.5407 ± 0.0265 0.00339 ± 0.00051 0.00827 ± 0.00010 3.290 ± 0.040 % 96.650 ± 0.065 % + 302 3.5387 ± 0.0264 0.00340 ± 0.00051 0.00826 ± 0.00010 3.287 ± 0.040 % 96.655 ± 0.065 % + 303 3.5452 ± 0.0264 0.00340 ± 0.00050 0.00825 ± 0.00010 3.285 ± 0.040 % 96.658 ± 0.065 % + 304 3.5511 ± 0.0264 0.00343 ± 0.00050 0.00824 ± 0.00010 3.281 ± 0.040 % 96.656 ± 0.065 % + 305 3.5524 ± 0.0264 0.00339 ± 0.00050 0.00824 ± 0.00010 3.278 ± 0.040 % 96.651 ± 0.065 % + 306 3.5561 ± 0.0264 0.00339 ± 0.00050 0.00823 ± 0.00010 3.274 ± 0.040 % 96.654 ± 0.064 % + 307 3.5604 ± 0.0264 0.00338 ± 0.00050 0.00822 ± 0.00010 3.271 ± 0.040 % 96.653 ± 0.064 % + 308 3.5632 ± 0.0263 0.00338 ± 0.00050 0.00821 ± 0.00010 3.267 ± 0.040 % 96.659 ± 0.064 % + 309 3.5687 ± 0.0263 0.00340 ± 0.00050 0.00820 ± 0.00010 3.263 ± 0.040 % 96.662 ± 0.064 % + 310 3.5753 ± 0.0264 0.00336 ± 0.00050 0.00819 ± 0.00010 3.260 ± 0.040 % 96.659 ± 0.064 % + 311 3.5773 ± 0.0263 0.00336 ± 0.00050 0.00817 ± 0.00010 3.256 ± 0.040 % 96.662 ± 0.064 % + 312 3.5828 ± 0.0263 0.00336 ± 0.00049 0.00816 ± 0.00010 3.252 ± 0.040 % 96.658 ± 0.064 % + 313 3.5857 ± 0.0263 0.00336 ± 0.00049 0.00815 ± 0.00010 3.249 ± 0.040 % 96.655 ± 0.064 % + 314 3.5854 ± 0.0263 0.00333 ± 0.00049 0.00815 ± 0.00010 3.246 ± 0.039 % 96.660 ± 0.063 % + 315 3.5850 ± 0.0262 0.00333 ± 0.00049 0.00813 ± 0.00010 3.242 ± 0.039 % 96.662 ± 0.063 % + 316 3.5958 ± 0.0263 0.00327 ± 0.00049 0.00812 ± 0.00010 3.239 ± 0.039 % 96.664 ± 0.063 % + 317 3.6014 ± 0.0263 0.00328 ± 0.00049 0.00811 ± 0.00010 3.235 ± 0.039 % 96.666 ± 0.063 % + 318 3.6123 ± 0.0264 0.00325 ± 0.00049 0.00809 ± 0.00009 3.231 ± 0.039 % 96.667 ± 0.063 % + 319 3.5985 ± 0.0262 0.00320 ± 0.00049 0.00808 ± 0.00009 3.231 ± 0.039 % 96.677 ± 0.063 % + 320 3.5847 ± 0.0260 0.00317 ± 0.00049 0.00808 ± 0.00009 3.232 ± 0.039 % 96.685 ± 0.063 % + 321 3.5731 ± 0.0259 0.00318 ± 0.00049 0.00810 ± 0.00010 3.246 ± 0.039 % 96.688 ± 0.063 % + 322 3.5612 ± 0.0257 0.00318 ± 0.00048 0.00810 ± 0.00010 3.247 ± 0.039 % 96.696 ± 0.062 % + 323 3.5480 ± 0.0256 0.00318 ± 0.00048 0.00810 ± 0.00010 3.252 ± 0.039 % 96.704 ± 0.062 % + 324 3.5386 ± 0.0254 0.00313 ± 0.00048 0.00815 ± 0.00010 3.268 ± 0.040 % 96.702 ± 0.062 % + 325 3.5280 ± 0.0253 0.00316 ± 0.00048 0.00818 ± 0.00010 3.278 ± 0.039 % 96.702 ± 0.062 % + 326 3.5180 ± 0.0252 0.00319 ± 0.00048 0.00821 ± 0.00010 3.290 ± 0.039 % 96.706 ± 0.062 % + 327 3.5073 ± 0.0250 0.00328 ± 0.00048 0.00823 ± 0.00010 3.299 ± 0.039 % 96.709 ± 0.062 % + 328 3.4992 ± 0.0249 0.00331 ± 0.00048 0.00826 ± 0.00010 3.307 ± 0.039 % 96.703 ± 0.062 % + 329 3.4896 ± 0.0248 0.00334 ± 0.00048 0.00829 ± 0.00010 3.317 ± 0.039 % 96.703 ± 0.062 % + 330 3.4786 ± 0.0246 0.00337 ± 0.00048 0.00831 ± 0.00010 3.329 ± 0.039 % 96.705 ± 0.062 % + 331 3.4691 ± 0.0245 0.00339 ± 0.00048 0.00834 ± 0.00010 3.336 ± 0.039 % 96.708 ± 0.061 % + 332 3.4581 ± 0.0244 0.00340 ± 0.00048 0.00836 ± 0.00010 3.344 ± 0.039 % 96.712 ± 0.061 % + 333 3.4490 ± 0.0243 0.00341 ± 0.00048 0.00838 ± 0.00010 3.353 ± 0.039 % 96.712 ± 0.061 % + 334 3.4394 ± 0.0241 0.00346 ± 0.00048 0.00840 ± 0.00010 3.358 ± 0.039 % 96.717 ± 0.061 % + 335 3.4288 ± 0.0240 0.00348 ± 0.00048 0.00841 ± 0.00010 3.361 ± 0.039 % 96.725 ± 0.061 % + 336 3.4172 ± 0.0239 0.00346 ± 0.00048 0.00843 ± 0.00010 3.367 ± 0.039 % 96.730 ± 0.061 % + 337 3.4074 ± 0.0237 0.00347 ± 0.00048 0.00844 ± 0.00010 3.375 ± 0.039 % 96.737 ± 0.061 % + 338 3.3986 ± 0.0236 0.00352 ± 0.00048 0.00847 ± 0.00010 3.389 ± 0.039 % 96.736 ± 0.061 % + 339 3.3934 ± 0.0235 0.00352 ± 0.00048 0.00848 ± 0.00010 3.391 ± 0.038 % 96.740 ± 0.060 % + 340 3.3938 ± 0.0235 0.00351 ± 0.00047 0.00847 ± 0.00010 3.387 ± 0.038 % 96.744 ± 0.060 % + 341 3.4016 ± 0.0235 0.00353 ± 0.00047 0.00845 ± 0.00010 3.383 ± 0.038 % 96.742 ± 0.060 % + 342 3.4068 ± 0.0236 0.00354 ± 0.00047 0.00844 ± 0.00010 3.379 ± 0.038 % 96.740 ± 0.060 % + 343 3.4098 ± 0.0235 0.00355 ± 0.00047 0.00843 ± 0.00010 3.376 ± 0.038 % 96.730 ± 0.060 % + 344 3.4131 ± 0.0235 0.00355 ± 0.00047 0.00841 ± 0.00009 3.373 ± 0.038 % 96.728 ± 0.060 % + 345 3.4125 ± 0.0235 0.00354 ± 0.00047 0.00840 ± 0.00009 3.369 ± 0.038 % 96.730 ± 0.060 % + 346 3.4160 ± 0.0235 0.00356 ± 0.00047 0.00839 ± 0.00009 3.365 ± 0.038 % 96.728 ± 0.060 % + 347 3.4155 ± 0.0234 0.00355 ± 0.00047 0.00837 ± 0.00009 3.362 ± 0.038 % 96.726 ± 0.060 % + 348 3.4164 ± 0.0234 0.00353 ± 0.00047 0.00836 ± 0.00009 3.360 ± 0.038 % 96.726 ± 0.060 % + 349 3.4175 ± 0.0234 0.00353 ± 0.00046 0.00835 ± 0.00009 3.356 ± 0.038 % 96.722 ± 0.060 % + 350 3.4243 ± 0.0234 0.00354 ± 0.00046 0.00834 ± 0.00009 3.352 ± 0.038 % 96.726 ± 0.060 % + 351 3.4253 ± 0.0234 0.00351 ± 0.00046 0.00832 ± 0.00009 3.349 ± 0.038 % 96.726 ± 0.059 % + 352 3.4245 ± 0.0233 0.00349 ± 0.00046 0.00831 ± 0.00009 3.346 ± 0.038 % 96.729 ± 0.059 % + 353 3.4330 ± 0.0234 0.00349 ± 0.00046 0.00830 ± 0.00009 3.342 ± 0.038 % 96.734 ± 0.059 % + 354 3.4413 ± 0.0234 0.00349 ± 0.00046 0.00829 ± 0.00009 3.338 ± 0.037 % 96.732 ± 0.059 % + 355 3.4492 ± 0.0234 0.00349 ± 0.00046 0.00827 ± 0.00009 3.335 ± 0.037 % 96.735 ± 0.059 % + 356 3.4478 ± 0.0234 0.00352 ± 0.00046 0.00826 ± 0.00009 3.332 ± 0.037 % 96.739 ± 0.059 % + 357 3.4369 ± 0.0233 0.00356 ± 0.00046 0.00828 ± 0.00009 3.343 ± 0.037 % 96.741 ± 0.059 % + 358 3.4321 ± 0.0232 0.00346 ± 0.00046 0.00834 ± 0.00009 3.355 ± 0.037 % 96.733 ± 0.059 % + 359 3.4320 ± 0.0232 0.00347 ± 0.00046 0.00837 ± 0.00009 3.358 ± 0.037 % 96.732 ± 0.059 % + 360 3.4258 ± 0.0231 0.00347 ± 0.00046 0.00837 ± 0.00009 3.359 ± 0.037 % 96.731 ± 0.059 % + 361 3.4163 ± 0.0230 0.00348 ± 0.00046 0.00838 ± 0.00009 3.365 ± 0.037 % 96.731 ± 0.059 % + 362 3.4120 ± 0.0229 0.00348 ± 0.00046 0.00838 ± 0.00009 3.365 ± 0.037 % 96.729 ± 0.059 % + 363 3.4154 ± 0.0229 0.00350 ± 0.00046 0.00840 ± 0.00009 3.369 ± 0.037 % 96.721 ± 0.059 % + 364 3.4285 ± 0.0230 0.00353 ± 0.00046 0.00840 ± 0.00009 3.366 ± 0.037 % 96.713 ± 0.059 % + 365 3.4378 ± 0.0230 0.00353 ± 0.00046 0.00841 ± 0.00009 3.363 ± 0.037 % 96.705 ± 0.059 % + 366 3.4528 ± 0.0232 0.00348 ± 0.00046 0.00842 ± 0.00009 3.361 ± 0.037 % 96.697 ± 0.059 % + 367 3.4624 ± 0.0232 0.00349 ± 0.00046 0.00843 ± 0.00009 3.359 ± 0.037 % 96.693 ± 0.058 % + 368 3.4692 ± 0.0233 0.00355 ± 0.00046 0.00843 ± 0.00009 3.358 ± 0.037 % 96.697 ± 0.058 % + 369 3.4810 ± 0.0234 0.00354 ± 0.00046 0.00843 ± 0.00009 3.354 ± 0.037 % 96.696 ± 0.058 % + 370 3.4911 ± 0.0234 0.00351 ± 0.00046 0.00843 ± 0.00009 3.353 ± 0.037 % 96.691 ± 0.058 % + 371 3.4946 ± 0.0234 0.00354 ± 0.00046 0.00845 ± 0.00009 3.352 ± 0.037 % 96.683 ± 0.058 % + 372 3.5014 ± 0.0235 0.00350 ± 0.00046 0.00846 ± 0.00009 3.350 ± 0.036 % 96.678 ± 0.058 % + 373 3.5095 ± 0.0235 0.00353 ± 0.00046 0.00846 ± 0.00009 3.348 ± 0.036 % 96.672 ± 0.058 % + 374 3.5166 ± 0.0235 0.00350 ± 0.00045 0.00846 ± 0.00009 3.345 ± 0.036 % 96.668 ± 0.058 % + 375 3.5218 ± 0.0235 0.00346 ± 0.00045 0.00847 ± 0.00009 3.343 ± 0.036 % 96.655 ± 0.058 % + 376 3.5273 ± 0.0236 0.00346 ± 0.00045 0.00848 ± 0.00009 3.340 ± 0.036 % 96.653 ± 0.058 % + 377 3.5306 ± 0.0236 0.00347 ± 0.00045 0.00849 ± 0.00009 3.338 ± 0.036 % 96.647 ± 0.058 % + 378 3.5416 ± 0.0236 0.00346 ± 0.00045 0.00848 ± 0.00009 3.336 ± 0.036 % 96.647 ± 0.058 % + 379 3.5497 ± 0.0237 0.00345 ± 0.00045 0.00849 ± 0.00009 3.335 ± 0.036 % 96.644 ± 0.058 % + 380 3.5555 ± 0.0237 0.00348 ± 0.00045 0.00852 ± 0.00009 3.334 ± 0.036 % 96.641 ± 0.058 % + 381 3.5631 ± 0.0237 0.00348 ± 0.00045 0.00852 ± 0.00009 3.332 ± 0.036 % 96.639 ± 0.058 % + 382 3.5700 ± 0.0237 0.00348 ± 0.00045 0.00852 ± 0.00009 3.329 ± 0.036 % 96.641 ± 0.058 % + 383 3.5829 ± 0.0238 0.00353 ± 0.00045 0.00851 ± 0.00009 3.327 ± 0.036 % 96.641 ± 0.058 % + 384 3.5922 ± 0.0239 0.00354 ± 0.00045 0.00852 ± 0.00009 3.324 ± 0.036 % 96.634 ± 0.058 % + 385 3.5947 ± 0.0239 0.00351 ± 0.00045 0.00851 ± 0.00009 3.321 ± 0.036 % 96.633 ± 0.058 % + 386 3.5973 ± 0.0239 0.00352 ± 0.00045 0.00851 ± 0.00009 3.321 ± 0.036 % 96.626 ± 0.058 % + 387 3.6015 ± 0.0239 0.00350 ± 0.00045 0.00851 ± 0.00009 3.319 ± 0.035 % 96.622 ± 0.058 % + 388 3.6148 ± 0.0240 0.00349 ± 0.00045 0.00850 ± 0.00009 3.316 ± 0.035 % 96.618 ± 0.057 % + 389 3.6251 ± 0.0240 0.00350 ± 0.00045 0.00850 ± 0.00009 3.314 ± 0.035 % 96.617 ± 0.057 % + 390 3.6264 ± 0.0240 0.00349 ± 0.00045 0.00849 ± 0.00009 3.312 ± 0.035 % 96.611 ± 0.057 % + 391 3.6254 ± 0.0240 0.00345 ± 0.00045 0.00849 ± 0.00009 3.311 ± 0.035 % 96.609 ± 0.057 % + 392 3.6152 ± 0.0239 0.00349 ± 0.00045 0.00850 ± 0.00009 3.319 ± 0.035 % 96.614 ± 0.057 % + 393 3.6074 ± 0.0238 0.00346 ± 0.00045 0.00852 ± 0.00009 3.324 ± 0.035 % 96.612 ± 0.057 % + 394 3.6111 ± 0.0238 0.00345 ± 0.00044 0.00851 ± 0.00009 3.321 ± 0.035 % 96.613 ± 0.057 % + 395 3.6151 ± 0.0238 0.00344 ± 0.00044 0.00850 ± 0.00009 3.318 ± 0.035 % 96.614 ± 0.057 % + 396 3.6170 ± 0.0237 0.00343 ± 0.00044 0.00850 ± 0.00009 3.316 ± 0.035 % 96.615 ± 0.057 % + 397 3.6207 ± 0.0237 0.00339 ± 0.00044 0.00849 ± 0.00009 3.313 ± 0.035 % 96.613 ± 0.057 % + 398 3.6222 ± 0.0237 0.00335 ± 0.00044 0.00848 ± 0.00009 3.310 ± 0.035 % 96.615 ± 0.057 % + 399 3.6246 ± 0.0237 0.00335 ± 0.00044 0.00847 ± 0.00009 3.308 ± 0.035 % 96.614 ± 0.057 % + 400 3.6237 ± 0.0237 0.00338 ± 0.00044 0.00847 ± 0.00009 3.307 ± 0.035 % 96.616 ± 0.057 % + 401 3.6215 ± 0.0236 0.00345 ± 0.00044 0.00846 ± 0.00009 3.305 ± 0.035 % 96.619 ± 0.057 % + 402 3.6131 ± 0.0235 0.00345 ± 0.00044 0.00846 ± 0.00009 3.304 ± 0.035 % 96.623 ± 0.056 % + 403 3.6045 ± 0.0234 0.00344 ± 0.00044 0.00845 ± 0.00009 3.303 ± 0.035 % 96.629 ± 0.056 % + 404 3.5977 ± 0.0233 0.00347 ± 0.00044 0.00846 ± 0.00009 3.307 ± 0.034 % 96.631 ± 0.056 % + 405 3.5977 ± 0.0233 0.00354 ± 0.00044 0.00849 ± 0.00009 3.315 ± 0.034 % 96.629 ± 0.056 % + 406 3.5911 ± 0.0232 0.00352 ± 0.00044 0.00854 ± 0.00009 3.330 ± 0.035 % 96.626 ± 0.056 % + 407 3.5821 ± 0.0231 0.00353 ± 0.00044 0.00856 ± 0.00009 3.334 ± 0.034 % 96.629 ± 0.056 % + 408 3.5738 ± 0.0230 0.00356 ± 0.00044 0.00858 ± 0.00009 3.342 ± 0.034 % 96.635 ± 0.056 % + 409 3.5658 ± 0.0229 0.00357 ± 0.00044 0.00863 ± 0.00009 3.357 ± 0.035 % 96.635 ± 0.056 % + 410 3.5575 ± 0.0228 0.00360 ± 0.00044 0.00864 ± 0.00009 3.361 ± 0.035 % 96.640 ± 0.056 % + 411 3.5493 ± 0.0227 0.00360 ± 0.00044 0.00865 ± 0.00009 3.371 ± 0.035 % 96.645 ± 0.056 % + 412 3.5398 ± 0.0226 0.00362 ± 0.00044 0.00867 ± 0.00009 3.378 ± 0.035 % 96.651 ± 0.056 % + 413 3.5312 ± 0.0225 0.00361 ± 0.00044 0.00867 ± 0.00009 3.383 ± 0.035 % 96.656 ± 0.055 % + 414 3.5220 ± 0.0224 0.00362 ± 0.00044 0.00867 ± 0.00009 3.383 ± 0.035 % 96.663 ± 0.055 % + 415 3.5145 ± 0.0224 0.00363 ± 0.00044 0.00869 ± 0.00009 3.389 ± 0.035 % 96.668 ± 0.055 % + 416 3.5044 ± 0.0223 0.00362 ± 0.00044 0.00868 ± 0.00009 3.389 ± 0.035 % 96.675 ± 0.055 % + 417 3.4946 ± 0.0221 0.00360 ± 0.00044 0.00868 ± 0.00009 3.391 ± 0.035 % 96.680 ± 0.055 % + 418 3.4853 ± 0.0220 0.00359 ± 0.00044 0.00867 ± 0.00009 3.389 ± 0.035 % 96.688 ± 0.055 % + 419 3.4754 ± 0.0219 0.00360 ± 0.00043 0.00867 ± 0.00009 3.393 ± 0.035 % 96.694 ± 0.055 % + 420 3.4666 ± 0.0218 0.00360 ± 0.00043 0.00867 ± 0.00009 3.395 ± 0.035 % 96.701 ± 0.055 % + 421 3.4578 ± 0.0217 0.00360 ± 0.00043 0.00867 ± 0.00009 3.397 ± 0.035 % 96.706 ± 0.054 % + 422 3.4502 ± 0.0217 0.00362 ± 0.00043 0.00867 ± 0.00009 3.400 ± 0.035 % 96.712 ± 0.054 % + 423 3.4443 ± 0.0216 0.00367 ± 0.00043 0.00866 ± 0.00009 3.397 ± 0.035 % 96.715 ± 0.054 % + 424 3.4448 ± 0.0216 0.00368 ± 0.00043 0.00866 ± 0.00009 3.396 ± 0.035 % 96.715 ± 0.054 % + 425 3.4429 ± 0.0215 0.00366 ± 0.00043 0.00867 ± 0.00009 3.397 ± 0.034 % 96.711 ± 0.054 % + 426 3.4408 ± 0.0215 0.00369 ± 0.00043 0.00870 ± 0.00009 3.402 ± 0.034 % 96.708 ± 0.054 % + 427 3.4395 ± 0.0215 0.00370 ± 0.00043 0.00873 ± 0.00009 3.408 ± 0.035 % 96.702 ± 0.054 % + 428 3.4339 ± 0.0214 0.00364 ± 0.00043 0.00873 ± 0.00009 3.408 ± 0.034 % 96.705 ± 0.054 % + 429 3.4263 ± 0.0213 0.00366 ± 0.00043 0.00874 ± 0.00009 3.416 ± 0.034 % 96.706 ± 0.054 % + 430 3.4283 ± 0.0213 0.00370 ± 0.00043 0.00876 ± 0.00009 3.420 ± 0.034 % 96.702 ± 0.054 % + 431 3.4226 ± 0.0212 0.00370 ± 0.00043 0.00876 ± 0.00009 3.419 ± 0.034 % 96.707 ± 0.054 % + 432 3.4186 ± 0.0212 0.00373 ± 0.00043 0.00878 ± 0.00009 3.424 ± 0.034 % 96.701 ± 0.054 % + 433 3.4204 ± 0.0212 0.00375 ± 0.00043 0.00878 ± 0.00009 3.426 ± 0.034 % 96.696 ± 0.054 % + 434 3.4130 ± 0.0211 0.00374 ± 0.00043 0.00879 ± 0.00009 3.428 ± 0.034 % 96.702 ± 0.054 % + 435 3.4072 ± 0.0210 0.00379 ± 0.00043 0.00881 ± 0.00009 3.440 ± 0.034 % 96.700 ± 0.054 % + 436 3.4048 ± 0.0210 0.00374 ± 0.00043 0.00883 ± 0.00009 3.442 ± 0.034 % 96.698 ± 0.054 % + 437 3.4009 ± 0.0209 0.00374 ± 0.00043 0.00882 ± 0.00009 3.443 ± 0.034 % 96.701 ± 0.054 % + 438 3.3998 ± 0.0209 0.00373 ± 0.00043 0.00884 ± 0.00009 3.446 ± 0.034 % 96.693 ± 0.054 % + 439 3.3986 ± 0.0208 0.00370 ± 0.00043 0.00886 ± 0.00009 3.451 ± 0.034 % 96.689 ± 0.053 % + 440 3.3976 ± 0.0208 0.00371 ± 0.00043 0.00887 ± 0.00009 3.451 ± 0.034 % 96.686 ± 0.053 % + 441 3.3895 ± 0.0207 0.00373 ± 0.00043 0.00888 ± 0.00009 3.456 ± 0.034 % 96.688 ± 0.053 % + 442 3.3900 ± 0.0207 0.00373 ± 0.00043 0.00890 ± 0.00009 3.463 ± 0.034 % 96.683 ± 0.053 % + 443 3.3865 ± 0.0207 0.00371 ± 0.00043 0.00890 ± 0.00009 3.463 ± 0.034 % 96.681 ± 0.053 % + 444 3.3797 ± 0.0206 0.00368 ± 0.00043 0.00890 ± 0.00009 3.469 ± 0.034 % 96.684 ± 0.053 % + 445 3.3730 ± 0.0205 0.00371 ± 0.00043 0.00891 ± 0.00009 3.475 ± 0.034 % 96.685 ± 0.053 % + 446 3.3704 ± 0.0205 0.00371 ± 0.00043 0.00894 ± 0.00009 3.481 ± 0.034 % 96.686 ± 0.053 % + 447 3.3655 ± 0.0204 0.00370 ± 0.00043 0.00895 ± 0.00009 3.484 ± 0.034 % 96.688 ± 0.053 % + 448 3.3617 ± 0.0204 0.00370 ± 0.00043 0.00895 ± 0.00009 3.487 ± 0.034 % 96.690 ± 0.053 % + 449 3.3579 ± 0.0203 0.00374 ± 0.00043 0.00899 ± 0.00009 3.494 ± 0.034 % 96.683 ± 0.053 % + 450 3.3579 ± 0.0203 0.00372 ± 0.00043 0.00898 ± 0.00009 3.493 ± 0.034 % 96.681 ± 0.053 % + 451 3.3561 ± 0.0202 0.00372 ± 0.00043 0.00898 ± 0.00009 3.491 ± 0.033 % 96.684 ± 0.053 % + 452 3.3565 ± 0.0202 0.00371 ± 0.00043 0.00897 ± 0.00009 3.488 ± 0.033 % 96.687 ± 0.053 % + 453 3.3602 ± 0.0202 0.00372 ± 0.00043 0.00896 ± 0.00009 3.486 ± 0.033 % 96.690 ± 0.053 % + 454 3.3655 ± 0.0203 0.00371 ± 0.00043 0.00895 ± 0.00009 3.484 ± 0.033 % 96.690 ± 0.053 % + 455 3.3721 ± 0.0203 0.00371 ± 0.00042 0.00894 ± 0.00008 3.481 ± 0.033 % 96.688 ± 0.053 % + 456 3.3790 ± 0.0203 0.00370 ± 0.00042 0.00893 ± 0.00008 3.478 ± 0.033 % 96.690 ± 0.052 % + 457 3.3780 ± 0.0203 0.00374 ± 0.00042 0.00894 ± 0.00008 3.478 ± 0.033 % 96.685 ± 0.052 % + 458 3.3790 ± 0.0203 0.00371 ± 0.00042 0.00893 ± 0.00008 3.475 ± 0.033 % 96.684 ± 0.052 % + 459 3.3820 ± 0.0203 0.00370 ± 0.00042 0.00892 ± 0.00008 3.473 ± 0.033 % 96.687 ± 0.052 % + 460 3.3866 ± 0.0203 0.00370 ± 0.00042 0.00892 ± 0.00008 3.471 ± 0.033 % 96.680 ± 0.052 % + 461 3.3915 ± 0.0203 0.00372 ± 0.00042 0.00892 ± 0.00008 3.468 ± 0.033 % 96.683 ± 0.052 % + 462 3.3950 ± 0.0203 0.00371 ± 0.00042 0.00891 ± 0.00008 3.468 ± 0.033 % 96.684 ± 0.052 % + 463 3.3990 ± 0.0203 0.00373 ± 0.00042 0.00891 ± 0.00008 3.465 ± 0.033 % 96.680 ± 0.052 % + 464 3.4035 ± 0.0203 0.00373 ± 0.00042 0.00890 ± 0.00008 3.462 ± 0.033 % 96.684 ± 0.052 % + 465 3.4088 ± 0.0204 0.00372 ± 0.00042 0.00889 ± 0.00008 3.460 ± 0.033 % 96.685 ± 0.052 % + 466 3.4137 ± 0.0204 0.00372 ± 0.00042 0.00889 ± 0.00008 3.458 ± 0.033 % 96.686 ± 0.052 % + 467 3.4160 ± 0.0204 0.00371 ± 0.00042 0.00888 ± 0.00008 3.456 ± 0.033 % 96.686 ± 0.052 % + 468 3.4174 ± 0.0204 0.00371 ± 0.00042 0.00888 ± 0.00008 3.454 ± 0.033 % 96.685 ± 0.052 % + 469 3.4194 ± 0.0204 0.00374 ± 0.00042 0.00887 ± 0.00008 3.452 ± 0.033 % 96.684 ± 0.052 % + 470 3.4204 ± 0.0203 0.00374 ± 0.00042 0.00885 ± 0.00008 3.449 ± 0.033 % 96.685 ± 0.052 % + 471 3.4231 ± 0.0203 0.00372 ± 0.00042 0.00884 ± 0.00008 3.445 ± 0.033 % 96.689 ± 0.052 % + 472 3.4303 ± 0.0204 0.00371 ± 0.00042 0.00883 ± 0.00008 3.443 ± 0.033 % 96.687 ± 0.052 % + 473 3.4339 ± 0.0204 0.00371 ± 0.00041 0.00882 ± 0.00008 3.440 ± 0.032 % 96.688 ± 0.052 % + 474 3.4353 ± 0.0204 0.00373 ± 0.00041 0.00881 ± 0.00008 3.438 ± 0.032 % 96.686 ± 0.051 % + 475 3.4371 ± 0.0204 0.00376 ± 0.00041 0.00880 ± 0.00008 3.435 ± 0.032 % 96.684 ± 0.051 % + 476 3.4358 ± 0.0203 0.00378 ± 0.00041 0.00880 ± 0.00008 3.433 ± 0.032 % 96.687 ± 0.051 % + 477 3.4398 ± 0.0203 0.00377 ± 0.00041 0.00879 ± 0.00008 3.431 ± 0.032 % 96.686 ± 0.051 % + 478 3.4472 ± 0.0204 0.00375 ± 0.00041 0.00878 ± 0.00008 3.429 ± 0.032 % 96.681 ± 0.051 % + 479 3.4505 ± 0.0204 0.00381 ± 0.00042 0.00878 ± 0.00008 3.427 ± 0.032 % 96.684 ± 0.051 % + 480 3.4508 ± 0.0204 0.00381 ± 0.00042 0.00880 ± 0.00008 3.430 ± 0.032 % 96.677 ± 0.051 % + 481 3.4551 ± 0.0204 0.00380 ± 0.00042 0.00879 ± 0.00008 3.428 ± 0.032 % 96.675 ± 0.051 % + 482 3.4566 ± 0.0204 0.00379 ± 0.00041 0.00879 ± 0.00008 3.425 ± 0.032 % 96.678 ± 0.051 % + 483 3.4608 ± 0.0204 0.00375 ± 0.00041 0.00878 ± 0.00008 3.422 ± 0.032 % 96.678 ± 0.051 % + 484 3.4640 ± 0.0204 0.00374 ± 0.00041 0.00877 ± 0.00008 3.420 ± 0.032 % 96.676 ± 0.051 % + 485 3.4648 ± 0.0204 0.00372 ± 0.00041 0.00876 ± 0.00008 3.418 ± 0.032 % 96.680 ± 0.051 % + 486 3.4637 ± 0.0204 0.00373 ± 0.00041 0.00875 ± 0.00008 3.416 ± 0.032 % 96.672 ± 0.051 % + 487 3.4675 ± 0.0204 0.00371 ± 0.00041 0.00874 ± 0.00008 3.414 ± 0.032 % 96.674 ± 0.051 % + 488 3.4682 ± 0.0204 0.00371 ± 0.00041 0.00873 ± 0.00008 3.412 ± 0.032 % 96.675 ± 0.051 % + 489 3.4682 ± 0.0203 0.00371 ± 0.00041 0.00872 ± 0.00008 3.409 ± 0.032 % 96.679 ± 0.051 % + 490 3.4711 ± 0.0203 0.00370 ± 0.00041 0.00871 ± 0.00008 3.406 ± 0.032 % 96.678 ± 0.051 % + 491 3.4731 ± 0.0203 0.00366 ± 0.00041 0.00870 ± 0.00008 3.404 ± 0.032 % 96.677 ± 0.051 % + 492 3.4741 ± 0.0203 0.00365 ± 0.00041 0.00870 ± 0.00008 3.401 ± 0.032 % 96.679 ± 0.051 % + 493 3.4761 ± 0.0203 0.00363 ± 0.00041 0.00869 ± 0.00008 3.399 ± 0.032 % 96.680 ± 0.051 % + 494 3.4834 ± 0.0203 0.00361 ± 0.00041 0.00868 ± 0.00008 3.397 ± 0.032 % 96.676 ± 0.051 % + 495 3.4893 ± 0.0204 0.00359 ± 0.00041 0.00868 ± 0.00008 3.395 ± 0.032 % 96.678 ± 0.050 % + 496 3.4880 ± 0.0204 0.00358 ± 0.00041 0.00867 ± 0.00008 3.393 ± 0.032 % 96.679 ± 0.050 % + 497 3.4917 ± 0.0204 0.00357 ± 0.00041 0.00866 ± 0.00008 3.390 ± 0.031 % 96.677 ± 0.050 % + 498 3.4923 ± 0.0203 0.00359 ± 0.00040 0.00865 ± 0.00008 3.388 ± 0.031 % 96.678 ± 0.050 % + 499 3.4934 ± 0.0203 0.00356 ± 0.00040 0.00865 ± 0.00008 3.386 ± 0.031 % 96.679 ± 0.050 % + 500 3.5016 ± 0.0204 0.00356 ± 0.00040 0.00864 ± 0.00008 3.383 ± 0.031 % 96.674 ± 0.050 % + 501 3.5044 ± 0.0204 0.00356 ± 0.00040 0.00863 ± 0.00008 3.381 ± 0.031 % 96.677 ± 0.050 % + 502 3.5080 ± 0.0204 0.00357 ± 0.00040 0.00863 ± 0.00008 3.379 ± 0.031 % 96.676 ± 0.050 % + 503 3.5117 ± 0.0204 0.00356 ± 0.00040 0.00862 ± 0.00008 3.377 ± 0.031 % 96.674 ± 0.050 % + 504 3.5150 ± 0.0204 0.00354 ± 0.00040 0.00861 ± 0.00008 3.374 ± 0.031 % 96.677 ± 0.050 % + 505 3.5195 ± 0.0204 0.00353 ± 0.00040 0.00860 ± 0.00008 3.371 ± 0.031 % 96.679 ± 0.050 % + 506 3.5231 ± 0.0204 0.00352 ± 0.00040 0.00859 ± 0.00008 3.369 ± 0.031 % 96.680 ± 0.050 % + 507 3.5258 ± 0.0204 0.00352 ± 0.00040 0.00858 ± 0.00008 3.367 ± 0.031 % 96.679 ± 0.050 % + 508 3.5322 ± 0.0205 0.00351 ± 0.00040 0.00857 ± 0.00008 3.364 ± 0.031 % 96.679 ± 0.050 % + 509 3.5312 ± 0.0204 0.00348 ± 0.00040 0.00856 ± 0.00008 3.362 ± 0.031 % 96.680 ± 0.050 % + 510 3.5324 ± 0.0204 0.00348 ± 0.00040 0.00856 ± 0.00008 3.360 ± 0.031 % 96.684 ± 0.050 % + 511 3.5343 ± 0.0204 0.00349 ± 0.00040 0.00855 ± 0.00008 3.358 ± 0.031 % 96.684 ± 0.050 % + 512 3.5362 ± 0.0204 0.00348 ± 0.00040 0.00854 ± 0.00008 3.356 ± 0.031 % 96.684 ± 0.050 % + 513 3.5380 ± 0.0204 0.00347 ± 0.00040 0.00853 ± 0.00008 3.353 ± 0.031 % 96.682 ± 0.050 % + 514 3.5368 ± 0.0204 0.00348 ± 0.00040 0.00852 ± 0.00008 3.351 ± 0.031 % 96.682 ± 0.049 % + 515 3.5368 ± 0.0203 0.00346 ± 0.00040 0.00852 ± 0.00008 3.349 ± 0.031 % 96.682 ± 0.049 % + 516 3.5406 ± 0.0204 0.00346 ± 0.00039 0.00851 ± 0.00008 3.346 ± 0.031 % 96.683 ± 0.049 % + 517 3.5461 ± 0.0204 0.00343 ± 0.00039 0.00853 ± 0.00008 3.350 ± 0.031 % 96.680 ± 0.049 % + 518 3.5477 ± 0.0204 0.00339 ± 0.00039 0.00852 ± 0.00008 3.348 ± 0.031 % 96.683 ± 0.049 % + 519 3.5478 ± 0.0204 0.00339 ± 0.00039 0.00851 ± 0.00008 3.346 ± 0.031 % 96.683 ± 0.049 % + 520 3.5502 ± 0.0203 0.00338 ± 0.00039 0.00850 ± 0.00008 3.344 ± 0.031 % 96.683 ± 0.049 % + 521 3.5555 ± 0.0204 0.00339 ± 0.00039 0.00850 ± 0.00008 3.341 ± 0.031 % 96.680 ± 0.049 % + 522 3.5617 ± 0.0204 0.00337 ± 0.00039 0.00849 ± 0.00008 3.339 ± 0.031 % 96.679 ± 0.049 % + 523 3.5615 ± 0.0204 0.00338 ± 0.00039 0.00848 ± 0.00008 3.336 ± 0.031 % 96.680 ± 0.049 % + 524 3.5653 ± 0.0204 0.00334 ± 0.00039 0.00847 ± 0.00008 3.333 ± 0.031 % 96.683 ± 0.049 % + 525 3.5613 ± 0.0204 0.00334 ± 0.00039 0.00846 ± 0.00008 3.331 ± 0.031 % 96.688 ± 0.049 % + 526 3.5541 ± 0.0203 0.00334 ± 0.00039 0.00846 ± 0.00008 3.333 ± 0.031 % 96.694 ± 0.049 % + 527 3.5475 ± 0.0202 0.00335 ± 0.00039 0.00847 ± 0.00008 3.338 ± 0.031 % 96.695 ± 0.049 % + 528 3.5465 ± 0.0202 0.00336 ± 0.00039 0.00849 ± 0.00008 3.341 ± 0.031 % 96.696 ± 0.049 % + 529 3.5446 ± 0.0202 0.00339 ± 0.00039 0.00850 ± 0.00008 3.344 ± 0.031 % 96.692 ± 0.049 % + 530 3.5439 ± 0.0201 0.00337 ± 0.00039 0.00851 ± 0.00008 3.344 ± 0.031 % 96.690 ± 0.049 % + 531 3.5429 ± 0.0201 0.00338 ± 0.00039 0.00853 ± 0.00008 3.345 ± 0.031 % 96.688 ± 0.049 % + 532 3.5443 ± 0.0201 0.00337 ± 0.00039 0.00852 ± 0.00008 3.344 ± 0.031 % 96.690 ± 0.049 % + 533 3.5406 ± 0.0200 0.00334 ± 0.00039 0.00854 ± 0.00008 3.349 ± 0.031 % 96.688 ± 0.049 % + 534 3.5414 ± 0.0200 0.00331 ± 0.00039 0.00855 ± 0.00008 3.351 ± 0.031 % 96.686 ± 0.049 % + 535 3.5404 ± 0.0200 0.00335 ± 0.00039 0.00856 ± 0.00008 3.352 ± 0.031 % 96.682 ± 0.048 % + 536 3.5384 ± 0.0200 0.00334 ± 0.00039 0.00859 ± 0.00008 3.356 ± 0.031 % 96.678 ± 0.048 % + 537 3.5338 ± 0.0199 0.00341 ± 0.00039 0.00863 ± 0.00008 3.366 ± 0.031 % 96.674 ± 0.048 % + 538 3.5343 ± 0.0199 0.00342 ± 0.00039 0.00863 ± 0.00008 3.364 ± 0.031 % 96.673 ± 0.048 % + 539 3.5314 ± 0.0199 0.00340 ± 0.00039 0.00864 ± 0.00008 3.364 ± 0.030 % 96.669 ± 0.048 % + 540 3.5336 ± 0.0199 0.00341 ± 0.00039 0.00865 ± 0.00008 3.365 ± 0.030 % 96.660 ± 0.048 % + 541 3.5339 ± 0.0198 0.00341 ± 0.00039 0.00866 ± 0.00008 3.367 ± 0.030 % 96.654 ± 0.048 % + 542 3.5379 ± 0.0198 0.00343 ± 0.00039 0.00866 ± 0.00008 3.366 ± 0.030 % 96.653 ± 0.048 % + 543 3.5372 ± 0.0198 0.00342 ± 0.00039 0.00865 ± 0.00008 3.364 ± 0.030 % 96.652 ± 0.048 % + 544 3.5338 ± 0.0198 0.00344 ± 0.00039 0.00865 ± 0.00008 3.362 ± 0.030 % 96.656 ± 0.048 % + 545 3.5321 ± 0.0197 0.00346 ± 0.00039 0.00864 ± 0.00008 3.360 ± 0.030 % 96.658 ± 0.048 % + 546 3.5364 ± 0.0198 0.00344 ± 0.00039 0.00864 ± 0.00008 3.359 ± 0.030 % 96.655 ± 0.048 % + 547 3.5356 ± 0.0197 0.00345 ± 0.00039 0.00863 ± 0.00008 3.356 ± 0.030 % 96.656 ± 0.048 % + 548 3.5348 ± 0.0197 0.00345 ± 0.00039 0.00862 ± 0.00008 3.354 ± 0.030 % 96.658 ± 0.048 % + 549 3.5318 ± 0.0197 0.00344 ± 0.00039 0.00861 ± 0.00008 3.352 ± 0.030 % 96.661 ± 0.048 % + 550 3.5284 ± 0.0196 0.00343 ± 0.00038 0.00860 ± 0.00008 3.351 ± 0.030 % 96.662 ± 0.048 % + 551 3.5217 ± 0.0196 0.00344 ± 0.00038 0.00860 ± 0.00008 3.350 ± 0.030 % 96.665 ± 0.048 % + 552 3.5181 ± 0.0195 0.00343 ± 0.00038 0.00863 ± 0.00008 3.356 ± 0.030 % 96.665 ± 0.048 % + 553 3.5151 ± 0.0195 0.00347 ± 0.00039 0.00866 ± 0.00008 3.362 ± 0.030 % 96.663 ± 0.048 % + 554 3.5153 ± 0.0195 0.00346 ± 0.00039 0.00867 ± 0.00008 3.363 ± 0.030 % 96.660 ± 0.048 % + 555 3.5204 ± 0.0195 0.00345 ± 0.00038 0.00866 ± 0.00008 3.361 ± 0.030 % 96.657 ± 0.048 % + 556 3.5223 ± 0.0195 0.00342 ± 0.00038 0.00867 ± 0.00008 3.362 ± 0.030 % 96.654 ± 0.048 % + 557 3.5236 ± 0.0195 0.00344 ± 0.00038 0.00869 ± 0.00008 3.364 ± 0.030 % 96.654 ± 0.048 % + 558 3.5270 ± 0.0195 0.00343 ± 0.00038 0.00869 ± 0.00008 3.362 ± 0.030 % 96.651 ± 0.048 % + 559 3.5318 ± 0.0195 0.00345 ± 0.00038 0.00870 ± 0.00008 3.361 ± 0.030 % 96.645 ± 0.048 % + 560 3.5364 ± 0.0195 0.00346 ± 0.00038 0.00869 ± 0.00008 3.360 ± 0.030 % 96.644 ± 0.048 % + 561 3.5424 ± 0.0195 0.00348 ± 0.00038 0.00869 ± 0.00008 3.358 ± 0.030 % 96.644 ± 0.048 % + 562 3.5420 ± 0.0195 0.00349 ± 0.00038 0.00869 ± 0.00008 3.357 ± 0.030 % 96.644 ± 0.048 % + 563 3.5421 ± 0.0195 0.00352 ± 0.00038 0.00870 ± 0.00008 3.359 ± 0.030 % 96.641 ± 0.048 % + 564 3.5352 ± 0.0194 0.00353 ± 0.00038 0.00870 ± 0.00008 3.358 ± 0.030 % 96.644 ± 0.047 % + 565 3.5295 ± 0.0194 0.00352 ± 0.00038 0.00870 ± 0.00008 3.362 ± 0.030 % 96.648 ± 0.047 % + 566 3.5231 ± 0.0193 0.00350 ± 0.00038 0.00870 ± 0.00008 3.363 ± 0.030 % 96.651 ± 0.047 % + 567 3.5158 ± 0.0192 0.00348 ± 0.00038 0.00871 ± 0.00008 3.365 ± 0.030 % 96.657 ± 0.047 % + 568 3.5089 ± 0.0192 0.00349 ± 0.00038 0.00871 ± 0.00008 3.367 ± 0.030 % 96.660 ± 0.047 % + 569 3.5025 ± 0.0191 0.00349 ± 0.00038 0.00870 ± 0.00008 3.366 ± 0.030 % 96.666 ± 0.047 % + 570 3.4961 ± 0.0191 0.00352 ± 0.00038 0.00870 ± 0.00008 3.368 ± 0.030 % 96.669 ± 0.047 % + 571 3.4907 ± 0.0190 0.00354 ± 0.00038 0.00872 ± 0.00008 3.373 ± 0.030 % 96.670 ± 0.047 % + 572 3.4869 ± 0.0190 0.00354 ± 0.00038 0.00874 ± 0.00008 3.378 ± 0.029 % 96.669 ± 0.047 % + 573 3.4836 ± 0.0189 0.00353 ± 0.00038 0.00875 ± 0.00008 3.381 ± 0.029 % 96.672 ± 0.047 % + 574 3.4849 ± 0.0189 0.00353 ± 0.00038 0.00875 ± 0.00008 3.380 ± 0.029 % 96.670 ± 0.047 % + 575 3.4867 ± 0.0189 0.00353 ± 0.00038 0.00875 ± 0.00008 3.378 ± 0.029 % 96.672 ± 0.047 % + 576 3.4905 ± 0.0189 0.00353 ± 0.00038 0.00874 ± 0.00008 3.377 ± 0.029 % 96.666 ± 0.047 % + 577 3.4937 ± 0.0189 0.00354 ± 0.00038 0.00874 ± 0.00008 3.376 ± 0.029 % 96.664 ± 0.047 % + 578 3.4988 ± 0.0189 0.00354 ± 0.00038 0.00874 ± 0.00008 3.374 ± 0.029 % 96.665 ± 0.047 % + 579 3.4962 ± 0.0189 0.00354 ± 0.00038 0.00873 ± 0.00008 3.372 ± 0.029 % 96.666 ± 0.047 % + 580 3.4967 ± 0.0189 0.00356 ± 0.00038 0.00872 ± 0.00008 3.370 ± 0.029 % 96.665 ± 0.047 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.496714 ± 0.018906 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.75% +Mean ln(PPL(Q)/PPL(base)) : 0.003558 ± 0.000381 +Mean PPL(Q)/PPL(base) : 1.003565 ± 0.000382 +Mean PPL(Q)-PPL(base) : 0.012420 ± 0.001333 + +====== KL divergence statistics ====== +Mean KLD: 0.008720 ± 0.000078 +Maximum KLD: 4.353751 +99.9% KLD: 0.356572 +99.0% KLD: 0.117215 +95.0% KLD: 0.035669 +90.0% KLD: 0.018525 +Median KLD: 0.002019 +10.0% KLD: 0.000021 + 5.0% KLD: 0.000006 + 1.0% KLD: 0.000000 + 0.1% KLD: -0.000003 +Minimum KLD: -0.000327 + +====== Token probability statistics ====== +Mean Δp: -0.100 ± 0.009 % +Maximum Δp: 75.086% +99.9% Δp: 24.624% +99.0% Δp: 9.945% +95.0% Δp: 3.390% +90.0% Δp: 1.786% +75.0% Δp: 0.285% +Median Δp: -0.000% +25.0% Δp: -0.360% +10.0% Δp: -1.981% + 5.0% Δp: -3.814% + 1.0% Δp: -11.532% + 0.1% Δp: -29.466% +Minimum Δp: -77.239% +RMS Δp : 3.370 ± 0.029 % +Same top p: 96.665 ± 0.047 % + +4.13.463.618 I llama_perf_context_print: load time = 86068.65 ms +4.13.463.620 I llama_perf_context_print: prompt eval time = 124150.27 ms / 296960 tokens ( 0.42 ms per token, 2391.94 tokens per second) +4.13.463.621 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +4.13.463.621 I llama_perf_context_print: total time = 165646.08 ms / 296961 tokens +4.13.463.622 I llama_perf_context_print: graphs reused = 35 +4.13.463.829 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +4.13.463.836 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61745 + (34436 = 30797 + 429 + 3209) + 1068 | +4.13.463.836 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61785 + (34396 = 30797 + 429 + 3169) + 1068 | +4.13.463.836 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61785 + (34396 = 30797 + 429 + 3169) + 1068 | +4.13.463.837 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 65639 + (30541 = 26958 + 413 + 3169) + 1069 | +4.13.463.837 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61785 + (34396 = 30797 + 429 + 3169) + 1068 | +4.13.463.837 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61785 + (34396 = 30797 + 429 + 3169) + 1068 | +4.13.463.838 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 61785 + (34396 = 30797 + 429 + 3169) + 1068 | +4.13.463.838 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 60307 + (35873 = 26953 + 230 + 8689) + 1068 | +4.13.463.838 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.md new file mode 100644 index 0000000000000000000000000000000000000000..de42f91acf4a079e0c4af64be147f31acdd5e8af --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.md @@ -0,0 +1,1102 @@ +### Qwen3.5-397B-A17B-Q5_K_M (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.gguf +0.00.544.520 I common_init_result: fitting params to device memory ... +0.00.544.527 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.544.536 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.590.300 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.gguf (version GGUF V3 (latest)) +0.00.590.330 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.590.340 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.590.340 I llama_model_loader: - kv 1: general.type str = model +0.00.590.342 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.590.353 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.590.354 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.590.355 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.590.357 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.590.357 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.590.358 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.590.359 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.590.377 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.590.385 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.590.386 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.590.386 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.590.387 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.590.388 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.590.391 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.590.393 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.590.394 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.590.395 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.590.395 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.590.396 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.590.396 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.590.396 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.590.397 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.590.397 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.590.397 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.590.397 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.590.398 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.590.398 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.590.398 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.590.398 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.590.399 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.590.399 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.590.399 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.604.471 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.608.001 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.621.197 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.621.207 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.621.208 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.621.209 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.621.211 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.621.212 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.621.212 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.00.621.212 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = Q5_K +0.00.621.212 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = Q5_K +0.00.621.213 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = Q6_K +0.00.621.213 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.00.621.214 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.00.621.214 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.00.621.215 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.00.621.215 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.00.621.218 I llama_model_loader: - type f32: 503 tensors +0.00.621.218 I llama_model_loader: - type q8_0: 432 tensors +0.00.621.218 I llama_model_loader: - type q5_K: 60 tensors +0.00.621.218 I llama_model_loader: - type q6_K: 60 tensors +0.00.621.218 I llama_model_loader: - type bf16: 2 tensors +0.00.621.221 I print_info: file format = GGUF V3 (latest) +0.00.621.221 I print_info: file type = Q8_0 +0.00.621.224 I print_info: file size = 280.05 GiB (5.97 BPW) +0.01.280.779 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.280.802 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.280.809 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.280.815 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.280.820 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.280.826 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.280.831 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.280.837 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.387.665 I load: 0 unused tokens +0.01.411.235 I load: printing all EOG tokens: +0.01.411.244 I load: - 248044 ('<|endoftext|>') +0.01.411.245 I load: - 248046 ('<|im_end|>') +0.01.411.245 I load: - 248063 ('<|fim_pad|>') +0.01.411.246 I load: - 248064 ('<|repo_name|>') +0.01.411.246 I load: - 248065 ('<|file_sep|>') +0.01.411.440 I load: special tokens cache size = 33 +0.01.461.288 I load: token to piece cache size = 1.7581 MB +0.01.461.315 I print_info: arch = qwen35moe +0.01.461.316 I print_info: vocab_only = 0 +0.01.461.316 I print_info: no_alloc = 1 +0.01.461.317 I print_info: n_ctx_train = 262144 +0.01.461.317 I print_info: n_embd = 4096 +0.01.461.318 I print_info: n_embd_inp = 4096 +0.01.461.319 I print_info: n_layer = 61 +0.01.461.338 I print_info: n_head = 32 +0.01.461.340 I print_info: n_head_kv = 2 +0.01.461.340 I print_info: n_rot = 64 +0.01.461.340 I print_info: n_swa = 0 +0.01.461.342 I print_info: is_swa_any = 0 +0.01.461.342 I print_info: n_embd_head_k = 256 +0.01.461.342 I print_info: n_embd_head_v = 256 +0.01.461.344 I print_info: n_gqa = 16 +0.01.461.348 I print_info: n_embd_k_gqa = 512 +0.01.461.351 I print_info: n_embd_v_gqa = 512 +0.01.461.352 I print_info: f_norm_eps = 0.0e+00 +0.01.461.354 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.461.355 I print_info: f_clamp_kqv = 0.0e+00 +0.01.461.355 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.461.356 I print_info: f_logit_scale = 0.0e+00 +0.01.461.357 I print_info: f_attn_scale = 0.0e+00 +0.01.461.358 I print_info: f_attn_value_scale = 0.0000 +0.01.461.359 I print_info: n_ff = 0 +0.01.461.360 I print_info: n_expert = 512 +0.01.461.361 I print_info: n_expert_used = 10 +0.01.461.361 I print_info: n_expert_groups = 0 +0.01.461.361 I print_info: n_group_used = 0 +0.01.461.362 I print_info: causal attn = 1 +0.01.461.362 I print_info: pooling type = -1 +0.01.461.363 I print_info: rope type = 40 +0.01.461.364 I print_info: rope scaling = linear +0.01.461.366 I print_info: freq_base_train = 10000000.0 +0.01.461.366 I print_info: freq_scale_train = 1 +0.01.461.367 I print_info: n_ctx_orig_yarn = 262144 +0.01.461.368 I print_info: rope_yarn_log_mul = 0.0000 +0.01.461.369 I print_info: rope_finetuned = unknown +0.01.461.370 I print_info: mrope sections = [11, 11, 10, 0] +0.01.461.371 I print_info: ssm_d_conv = 4 +0.01.461.372 I print_info: ssm_d_inner = 8192 +0.01.461.372 I print_info: ssm_d_state = 128 +0.01.461.372 I print_info: ssm_dt_rank = 64 +0.01.461.373 I print_info: ssm_n_group = 16 +0.01.461.379 I print_info: ssm_dt_b_c_rms = 0 +0.01.461.380 I print_info: model type = 397B.A17B +0.01.461.381 I print_info: model params = 402.94 B +0.01.461.381 I print_info: general.name = Qwen3.5 397B A17B +0.01.461.385 I print_info: vocab type = BPE +0.01.461.386 I print_info: n_vocab = 248320 +0.01.461.387 I print_info: n_merges = 247587 +0.01.461.387 I print_info: BOS token = 11 ',' +0.01.461.387 I print_info: EOS token = 248046 '<|im_end|>' +0.01.461.388 I print_info: EOT token = 248046 '<|im_end|>' +0.01.461.388 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.461.388 I print_info: LF token = 198 'Ċ' +0.01.461.388 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.461.388 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.461.388 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.461.388 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.461.389 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.461.389 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.461.389 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.461.389 I print_info: EOG token = 248046 '<|im_end|>' +0.01.461.389 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.461.389 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.461.390 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.461.390 I print_info: max token length = 256 +0.01.461.391 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.466.064 I load_tensors: offloading output layer to GPU +0.01.466.071 I load_tensors: offloading 60 repeating layers to GPU +0.01.466.071 I load_tensors: offloaded 62/62 layers to GPU +0.01.466.076 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.466.077 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.466.077 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.466.077 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.466.078 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.466.078 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.466.078 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.466.078 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.466.079 I load_tensors: CUDA_Host model buffer size = 0.00 MiB +0.01.469.158 I llama_context: constructing llama_context +0.01.469.165 I llama_context: n_seq_max = 16 +0.01.469.166 I llama_context: n_ctx = 8192 +0.01.469.166 I llama_context: n_ctx_seq = 512 +0.01.469.166 I llama_context: n_batch = 8192 +0.01.469.167 I llama_context: n_ubatch = 8192 +0.01.469.167 I llama_context: causal_attn = 1 +0.01.469.168 I llama_context: flash_attn = enabled +0.01.469.169 I llama_context: kv_unified = false +0.01.469.172 I llama_context: freq_base = 10000000.0 +0.01.469.172 I llama_context: freq_scale = 1 +0.01.469.173 I llama_context: n_rs_seq = 0 +0.01.469.173 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.474.578 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.474.712 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.474.721 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.474.722 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.474.730 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.474.731 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.474.732 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.474.733 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.474.733 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.474.738 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.474.739 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.474.740 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.475.303 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.475.729 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.476.172 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.476.595 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.477.021 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.477.450 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.477.870 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.478.186 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.478.200 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.478.286 I llama_context: pipeline parallelism enabled +0.01.478.293 I sched_reserve: reserving ... +0.01.552.249 I sched_reserve: resolving fused Gated Delta Net support: +0.01.554.139 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.558.670 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.575.293 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.575.307 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.575.307 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.575.308 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.575.308 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.575.308 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.575.309 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.575.309 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.575.310 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.575.310 I sched_reserve: graph nodes = 5963 +0.01.575.310 I sched_reserve: graph splits = 9 +0.01.575.314 I sched_reserve: reserve took 97.02 ms, sched copies = 4 +0.01.575.857 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.575.864 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (40708 = 37069 + 429 + 3209) + -39747 | +0.01.575.864 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (41180 = 37069 + 429 + 3681) + -40219 | +0.01.575.865 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (41180 = 37069 + 429 + 3681) + -40219 | +0.01.575.865 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (36541 = 32446 + 413 + 3681) + -35580 | +0.01.575.866 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (41180 = 37069 + 429 + 3681) + -40219 | +0.01.575.866 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (41180 = 37069 + 429 + 3681) + -40219 | +0.01.575.866 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (41180 = 37069 + 429 + 3681) + -40219 | +0.01.575.867 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (40305 = 30873 + 230 + 9201) + -39543 | +0.01.575.867 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +0.01.635.061 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.635.075 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 40708 used, 55581 free vs. target of 1024 +0.01.635.075 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 41180 used, 55109 free vs. target of 1024 +0.01.635.076 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 41180 used, 55109 free vs. target of 1024 +0.01.635.076 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 36541 used, 59748 free vs. target of 1024 +0.01.635.077 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 41180 used, 55109 free vs. target of 1024 +0.01.635.077 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 41180 used, 55109 free vs. target of 1024 +0.01.635.078 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 41180 used, 55109 free vs. target of 1024 +0.01.635.078 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 40305 used, 56182 free vs. target of 1024 +0.01.635.078 I common_params_fit_impl: projected to use 323455 MiB of device memory vs. 770517 MiB of free device memory +0.01.635.078 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.635.079 I common_fit_params: successfully fit params to free device memory +0.01.635.083 I common_fit_params: fitting params to free memory took 1.09 seconds +0.01.671.338 I llama_model_loader: loaded meta data with 52 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.gguf (version GGUF V3 (latest)) +0.01.671.366 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.671.370 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.671.371 I llama_model_loader: - kv 1: general.type str = model +0.01.671.372 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.671.377 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.671.377 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.671.378 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.671.393 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.671.395 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.671.396 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.671.397 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.671.408 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.671.413 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.671.414 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.671.414 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.671.415 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.671.415 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.671.417 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.671.419 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.671.420 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.671.420 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.671.421 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.671.421 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.671.422 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.671.422 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.671.422 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.671.423 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.671.423 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.671.424 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.671.424 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.671.425 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.671.426 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.671.427 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.671.427 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.671.427 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.671.428 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.685.460 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.689.015 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.702.249 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.702.259 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.702.260 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.702.261 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.702.264 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.702.265 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.702.265 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.01.702.266 I llama_model_loader: - kv 44: MoE_Quantization.ffn_up_exps str = Q5_K +0.01.702.266 I llama_model_loader: - kv 45: MoE_Quantization.ffn_gate_exps str = Q5_K +0.01.702.266 I llama_model_loader: - kv 46: MoE_Quantization.ffn_down_exps str = Q6_K +0.01.702.267 I llama_model_loader: - kv 47: MoE_Quantization.type_default str = Q8_0 +0.01.702.268 I llama_model_loader: - kv 48: quantize.imatrix.file str = /mnt/srv/snowdrift/fp16/Qwen3.5-397B-... +0.01.702.268 I llama_model_loader: - kv 49: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +0.01.702.269 I llama_model_loader: - kv 50: quantize.imatrix.entries_count u32 = 705 +0.01.702.269 I llama_model_loader: - kv 51: quantize.imatrix.chunks_count u32 = 50 +0.01.702.270 I llama_model_loader: - type f32: 503 tensors +0.01.702.271 I llama_model_loader: - type q8_0: 432 tensors +0.01.702.272 I llama_model_loader: - type q5_K: 60 tensors +0.01.702.272 I llama_model_loader: - type q6_K: 60 tensors +0.01.702.272 I llama_model_loader: - type bf16: 2 tensors +0.01.702.273 I print_info: file format = GGUF V3 (latest) +0.01.702.274 I print_info: file type = Q8_0 +0.01.702.278 I print_info: file size = 280.05 GiB (5.97 BPW) +0.01.702.621 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.702.643 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.702.649 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.702.655 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.702.661 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.702.666 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.702.672 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.702.678 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.779.270 I load: 0 unused tokens +0.01.803.066 I load: printing all EOG tokens: +0.01.803.074 I load: - 248044 ('<|endoftext|>') +0.01.803.075 I load: - 248046 ('<|im_end|>') +0.01.803.075 I load: - 248063 ('<|fim_pad|>') +0.01.803.075 I load: - 248064 ('<|repo_name|>') +0.01.803.076 I load: - 248065 ('<|file_sep|>') +0.01.803.257 I load: special tokens cache size = 33 +0.01.853.222 I load: token to piece cache size = 1.7581 MB +0.01.853.245 I print_info: arch = qwen35moe +0.01.853.247 I print_info: vocab_only = 0 +0.01.853.247 I print_info: no_alloc = 0 +0.01.853.247 I print_info: n_ctx_train = 262144 +0.01.853.248 I print_info: n_embd = 4096 +0.01.853.248 I print_info: n_embd_inp = 4096 +0.01.853.248 I print_info: n_layer = 61 +0.01.853.257 I print_info: n_head = 32 +0.01.853.258 I print_info: n_head_kv = 2 +0.01.853.258 I print_info: n_rot = 64 +0.01.853.258 I print_info: n_swa = 0 +0.01.853.259 I print_info: is_swa_any = 0 +0.01.853.259 I print_info: n_embd_head_k = 256 +0.01.853.259 I print_info: n_embd_head_v = 256 +0.01.853.260 I print_info: n_gqa = 16 +0.01.853.261 I print_info: n_embd_k_gqa = 512 +0.01.853.262 I print_info: n_embd_v_gqa = 512 +0.01.853.263 I print_info: f_norm_eps = 0.0e+00 +0.01.853.265 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.853.265 I print_info: f_clamp_kqv = 0.0e+00 +0.01.853.265 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.853.265 I print_info: f_logit_scale = 0.0e+00 +0.01.853.265 I print_info: f_attn_scale = 0.0e+00 +0.01.853.266 I print_info: f_attn_value_scale = 0.0000 +0.01.853.266 I print_info: n_ff = 0 +0.01.853.267 I print_info: n_expert = 512 +0.01.853.267 I print_info: n_expert_used = 10 +0.01.853.267 I print_info: n_expert_groups = 0 +0.01.853.267 I print_info: n_group_used = 0 +0.01.853.267 I print_info: causal attn = 1 +0.01.853.267 I print_info: pooling type = -1 +0.01.853.268 I print_info: rope type = 40 +0.01.853.268 I print_info: rope scaling = linear +0.01.853.269 I print_info: freq_base_train = 10000000.0 +0.01.853.269 I print_info: freq_scale_train = 1 +0.01.853.271 I print_info: n_ctx_orig_yarn = 262144 +0.01.853.272 I print_info: rope_yarn_log_mul = 0.0000 +0.01.853.272 I print_info: rope_finetuned = unknown +0.01.853.272 I print_info: mrope sections = [11, 11, 10, 0] +0.01.853.273 I print_info: ssm_d_conv = 4 +0.01.853.273 I print_info: ssm_d_inner = 8192 +0.01.853.273 I print_info: ssm_d_state = 128 +0.01.853.273 I print_info: ssm_dt_rank = 64 +0.01.853.273 I print_info: ssm_n_group = 16 +0.01.853.273 I print_info: ssm_dt_b_c_rms = 0 +0.01.853.274 I print_info: model type = 397B.A17B +0.01.853.275 I print_info: model params = 402.94 B +0.01.853.275 I print_info: general.name = Qwen3.5 397B A17B +0.01.853.276 I print_info: vocab type = BPE +0.01.853.277 I print_info: n_vocab = 248320 +0.01.853.277 I print_info: n_merges = 247587 +0.01.853.277 I print_info: BOS token = 11 ',' +0.01.853.277 I print_info: EOS token = 248046 '<|im_end|>' +0.01.853.277 I print_info: EOT token = 248046 '<|im_end|>' +0.01.853.277 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.853.278 I print_info: LF token = 198 'Ċ' +0.01.853.278 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.853.278 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.853.278 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.853.278 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.853.278 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.853.278 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.853.279 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.853.279 I print_info: EOG token = 248046 '<|im_end|>' +0.01.853.279 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.853.279 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.853.280 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.853.280 I print_info: max token length = 256 +0.01.853.281 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +1.30.588.512 I load_tensors: offloading output layer to GPU +1.30.588.521 I load_tensors: offloading 60 repeating layers to GPU +1.30.588.521 I load_tensors: offloaded 62/62 layers to GPU +1.30.588.527 I load_tensors: CPU_Mapped model buffer size = 1030.62 MiB +1.30.588.527 I load_tensors: CUDA0 model buffer size = 37069.60 MiB +1.30.588.528 I load_tensors: CUDA1 model buffer size = 37069.60 MiB +1.30.588.528 I load_tensors: CUDA2 model buffer size = 37069.60 MiB +1.30.588.529 I load_tensors: CUDA3 model buffer size = 32446.55 MiB +1.30.588.529 I load_tensors: CUDA4 model buffer size = 37069.60 MiB +1.30.588.529 I load_tensors: CUDA5 model buffer size = 37069.60 MiB +1.30.588.530 I load_tensors: CUDA6 model buffer size = 37069.60 MiB +1.30.588.530 I load_tensors: CUDA7 model buffer size = 30873.58 MiB +.................................................................................................... +1.44.345.383 I common_init_result: added <|endoftext|> logit bias = -inf +1.44.345.394 I common_init_result: added <|im_end|> logit bias = -inf +1.44.345.395 I common_init_result: added <|fim_pad|> logit bias = -inf +1.44.345.395 I common_init_result: added <|repo_name|> logit bias = -inf +1.44.345.395 I common_init_result: added <|file_sep|> logit bias = -inf +1.44.345.647 I llama_context: constructing llama_context +1.44.345.655 I llama_context: n_seq_max = 16 +1.44.345.655 I llama_context: n_ctx = 8192 +1.44.345.655 I llama_context: n_ctx_seq = 512 +1.44.345.656 I llama_context: n_batch = 8192 +1.44.345.656 I llama_context: n_ubatch = 8192 +1.44.345.656 I llama_context: causal_attn = 1 +1.44.345.657 I llama_context: flash_attn = enabled +1.44.345.657 I llama_context: kv_unified = false +1.44.345.661 I llama_context: freq_base = 10000000.0 +1.44.345.661 I llama_context: freq_scale = 1 +1.44.345.662 I llama_context: n_rs_seq = 0 +1.44.345.662 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +1.44.365.301 I llama_context: CUDA_Host output buffer size = 15.16 MiB +1.44.365.708 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +1.44.365.943 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +1.44.366.135 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +1.44.366.318 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +1.44.366.505 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +1.44.366.701 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +1.44.366.908 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +1.44.367.132 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +1.44.367.169 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +1.44.367.172 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +1.44.367.173 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +1.44.367.588 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +1.44.367.985 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +1.44.368.389 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +1.44.368.790 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +1.44.369.213 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +1.44.369.618 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +1.44.370.022 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +1.44.370.293 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +1.44.370.305 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +1.44.370.388 I llama_context: pipeline parallelism enabled +1.44.370.394 I sched_reserve: reserving ... +1.44.440.787 I sched_reserve: resolving fused Gated Delta Net support: +1.44.442.374 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +1.44.446.646 I sched_reserve: fused Gated Delta Net (chunked) enabled +1.44.544.138 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +1.44.544.152 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +1.44.544.153 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +1.44.544.154 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +1.44.544.154 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +1.44.544.154 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +1.44.544.155 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +1.44.544.155 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +1.44.544.156 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +1.44.544.156 I sched_reserve: graph nodes = 5963 +1.44.544.157 I sched_reserve: graph splits = 9 +1.44.544.158 I sched_reserve: reserve took 173.76 ms, sched copies = 4 +1.44.544.272 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +1.44.981.988 I +1.44.982.084 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +1.46.514.919 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +1.51.085.088 I kl_divergence: 4.57 seconds per pass - ETA 2.75 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.1946 ± 0.4097 -0.00560 ± 0.00479 0.00294 ± 0.00046 1.387 ± 0.140 % 97.255 ± 1.025 % + 2 4.4388 ± 0.4863 -0.00178 ± 0.00449 0.00309 ± 0.00031 1.476 ± 0.132 % 97.843 ± 0.644 % + 3 3.2900 ± 0.2787 0.00002 ± 0.00385 0.00328 ± 0.00031 1.724 ± 0.140 % 97.778 ± 0.533 % + 4 2.5739 ± 0.1686 0.00167 ± 0.00335 0.00434 ± 0.00046 2.551 ± 0.292 % 97.647 ± 0.475 % + 5 2.2389 ± 0.1204 0.00204 ± 0.00293 0.00468 ± 0.00042 2.643 ± 0.238 % 97.804 ± 0.411 % + 6 2.0623 ± 0.0948 -0.00159 ± 0.00314 0.00580 ± 0.00049 3.127 ± 0.222 % 97.712 ± 0.382 % + 7 2.0352 ± 0.0856 -0.00291 ± 0.00303 0.00608 ± 0.00044 3.201 ± 0.197 % 97.759 ± 0.350 % + 8 1.9373 ± 0.0736 -0.00203 ± 0.00278 0.00629 ± 0.00042 3.264 ± 0.181 % 97.941 ± 0.314 % + 9 1.8996 ± 0.0661 -0.00039 ± 0.00279 0.00684 ± 0.00043 3.534 ± 0.188 % 97.865 ± 0.302 % + 10 1.8934 ± 0.0616 -0.00059 ± 0.00273 0.00757 ± 0.00043 3.807 ± 0.182 % 97.686 ± 0.298 % + 11 1.8329 ± 0.0549 -0.00065 ± 0.00263 0.00781 ± 0.00042 3.849 ± 0.168 % 97.861 ± 0.273 % + 12 1.9845 ± 0.0603 -0.00005 ± 0.00246 0.00741 ± 0.00038 3.708 ± 0.160 % 97.974 ± 0.255 % + 13 2.0453 ± 0.0605 0.00148 ± 0.00250 0.00839 ± 0.00040 3.831 ± 0.151 % 97.768 ± 0.257 % + 14 2.0920 ± 0.0599 0.00128 ± 0.00234 0.00794 ± 0.00037 3.704 ± 0.146 % 97.815 ± 0.245 % + 15 2.2246 ± 0.0632 0.00092 ± 0.00222 0.00756 ± 0.00035 3.588 ± 0.141 % 97.725 ± 0.241 % + 16 2.3648 ± 0.0673 0.00061 ± 0.00209 0.00722 ± 0.00033 3.499 ± 0.136 % 97.647 ± 0.237 % + 17 2.3645 ± 0.0648 0.00052 ± 0.00198 0.00688 ± 0.00031 3.406 ± 0.131 % 97.716 ± 0.227 % + 18 2.4896 ± 0.0679 0.00012 ± 0.00189 0.00664 ± 0.00029 3.321 ± 0.127 % 97.778 ± 0.218 % + 19 2.5467 ± 0.0685 0.00032 ± 0.00182 0.00642 ± 0.00028 3.254 ± 0.123 % 97.771 ± 0.212 % + 20 2.5743 ± 0.0674 0.00047 ± 0.00176 0.00642 ± 0.00027 3.229 ± 0.119 % 97.706 ± 0.210 % + 21 2.5525 ± 0.0646 0.00082 ± 0.00177 0.00643 ± 0.00026 3.201 ± 0.116 % 97.684 ± 0.206 % + 22 2.5995 ± 0.0648 0.00082 ± 0.00171 0.00632 ± 0.00025 3.169 ± 0.113 % 97.665 ± 0.202 % + 23 2.5410 ± 0.0612 0.00074 ± 0.00165 0.00625 ± 0.00024 3.156 ± 0.110 % 97.715 ± 0.195 % + 24 2.4986 ± 0.0582 0.00111 ± 0.00159 0.00609 ± 0.00023 3.112 ± 0.107 % 97.729 ± 0.190 % + 25 2.4967 ± 0.0570 0.00100 ± 0.00155 0.00602 ± 0.00022 3.085 ± 0.104 % 97.788 ± 0.184 % + 26 2.4759 ± 0.0549 0.00083 ± 0.00151 0.00591 ± 0.00022 3.055 ± 0.101 % 97.783 ± 0.181 % + 27 2.4623 ± 0.0532 0.00051 ± 0.00147 0.00584 ± 0.00021 3.032 ± 0.099 % 97.807 ± 0.177 % + 28 2.4709 ± 0.0525 0.00047 ± 0.00143 0.00579 ± 0.00020 3.000 ± 0.096 % 97.843 ± 0.172 % + 29 2.5204 ± 0.0533 0.00033 ± 0.00139 0.00569 ± 0.00020 2.964 ± 0.094 % 97.809 ± 0.170 % + 30 2.5076 ± 0.0518 0.00040 ± 0.00137 0.00576 ± 0.00019 2.994 ± 0.092 % 97.791 ± 0.168 % + 31 2.5199 ± 0.0511 0.00047 ± 0.00135 0.00571 ± 0.00019 2.973 ± 0.090 % 97.786 ± 0.165 % + 32 2.5694 ± 0.0520 0.00037 ± 0.00131 0.00561 ± 0.00018 2.936 ± 0.088 % 97.806 ± 0.162 % + 33 2.5957 ± 0.0518 0.00017 ± 0.00128 0.00552 ± 0.00018 2.898 ± 0.087 % 97.778 ± 0.161 % + 34 2.6318 ± 0.0521 0.00024 ± 0.00126 0.00545 ± 0.00017 2.872 ± 0.085 % 97.762 ± 0.159 % + 35 2.6914 ± 0.0530 0.00041 ± 0.00123 0.00543 ± 0.00017 2.844 ± 0.083 % 97.725 ± 0.158 % + 36 2.7731 ± 0.0545 0.00033 ± 0.00121 0.00539 ± 0.00017 2.816 ± 0.082 % 97.680 ± 0.157 % + 37 2.8295 ± 0.0551 0.00029 ± 0.00120 0.00560 ± 0.00022 2.834 ± 0.084 % 97.562 ± 0.159 % + 38 2.8565 ± 0.0551 0.00037 ± 0.00118 0.00553 ± 0.00021 2.806 ± 0.082 % 97.585 ± 0.156 % + 39 2.9048 ± 0.0559 0.00007 ± 0.00115 0.00545 ± 0.00021 2.782 ± 0.081 % 97.587 ± 0.154 % + 40 2.9577 ± 0.0569 0.00019 ± 0.00115 0.00537 ± 0.00020 2.754 ± 0.080 % 97.549 ± 0.153 % + 41 2.9973 ± 0.0572 0.00036 ± 0.00113 0.00532 ± 0.00020 2.734 ± 0.079 % 97.580 ± 0.150 % + 42 3.0596 ± 0.0582 0.00037 ± 0.00111 0.00526 ± 0.00019 2.707 ± 0.078 % 97.554 ± 0.149 % + 43 3.0945 ± 0.0585 0.00031 ± 0.00110 0.00521 ± 0.00019 2.688 ± 0.076 % 97.538 ± 0.148 % + 44 3.1111 ± 0.0581 0.00049 ± 0.00108 0.00515 ± 0.00019 2.664 ± 0.075 % 97.522 ± 0.147 % + 45 3.1681 ± 0.0591 0.00057 ± 0.00107 0.00509 ± 0.00018 2.640 ± 0.074 % 97.499 ± 0.146 % + 46 3.1803 ± 0.0587 0.00052 ± 0.00105 0.00503 ± 0.00018 2.619 ± 0.073 % 97.502 ± 0.144 % + 47 3.2633 ± 0.0603 0.00048 ± 0.00103 0.00500 ± 0.00017 2.597 ± 0.072 % 97.497 ± 0.143 % + 48 3.3215 ± 0.0611 0.00053 ± 0.00102 0.00496 ± 0.00017 2.576 ± 0.072 % 97.459 ± 0.142 % + 49 3.3002 ± 0.0600 0.00059 ± 0.00101 0.00496 ± 0.00017 2.572 ± 0.070 % 97.463 ± 0.141 % + 50 3.2458 ± 0.0582 0.00074 ± 0.00102 0.00502 ± 0.00017 2.605 ± 0.069 % 97.475 ± 0.139 % + 51 3.2189 ± 0.0569 0.00081 ± 0.00101 0.00504 ± 0.00016 2.614 ± 0.068 % 97.478 ± 0.137 % + 52 3.2323 ± 0.0568 0.00099 ± 0.00101 0.00510 ± 0.00016 2.622 ± 0.067 % 97.428 ± 0.137 % + 53 3.2834 ± 0.0573 0.00109 ± 0.00099 0.00506 ± 0.00016 2.605 ± 0.066 % 97.381 ± 0.137 % + 54 3.3153 ± 0.0574 0.00114 ± 0.00098 0.00503 ± 0.00016 2.588 ± 0.066 % 97.393 ± 0.136 % + 55 3.3393 ± 0.0574 0.00108 ± 0.00097 0.00501 ± 0.00015 2.572 ± 0.065 % 97.405 ± 0.134 % + 56 3.3553 ± 0.0572 0.00130 ± 0.00096 0.00498 ± 0.00015 2.557 ± 0.064 % 97.416 ± 0.133 % + 57 3.3710 ± 0.0571 0.00134 ± 0.00094 0.00496 ± 0.00015 2.546 ± 0.063 % 97.399 ± 0.132 % + 58 3.3917 ± 0.0569 0.00141 ± 0.00093 0.00492 ± 0.00015 2.529 ± 0.063 % 97.424 ± 0.130 % + 59 3.3941 ± 0.0565 0.00139 ± 0.00092 0.00494 ± 0.00015 2.544 ± 0.065 % 97.421 ± 0.129 % + 60 3.4162 ± 0.0565 0.00119 ± 0.00091 0.00491 ± 0.00014 2.529 ± 0.064 % 97.418 ± 0.128 % + 61 3.4434 ± 0.0567 0.00114 ± 0.00090 0.00490 ± 0.00014 2.517 ± 0.064 % 97.403 ± 0.128 % + 62 3.4838 ± 0.0571 0.00120 ± 0.00089 0.00488 ± 0.00014 2.505 ± 0.063 % 97.388 ± 0.127 % + 63 3.5217 ± 0.0575 0.00119 ± 0.00088 0.00487 ± 0.00014 2.492 ± 0.062 % 97.354 ± 0.127 % + 64 3.5631 ± 0.0578 0.00121 ± 0.00088 0.00485 ± 0.00014 2.482 ± 0.062 % 97.298 ± 0.127 % + 65 3.6117 ± 0.0584 0.00105 ± 0.00087 0.00482 ± 0.00013 2.470 ± 0.061 % 97.267 ± 0.127 % + 66 3.6403 ± 0.0586 0.00098 ± 0.00086 0.00480 ± 0.00013 2.459 ± 0.060 % 97.273 ± 0.126 % + 67 3.6906 ± 0.0593 0.00098 ± 0.00085 0.00478 ± 0.00013 2.450 ± 0.060 % 97.249 ± 0.125 % + 68 3.7118 ± 0.0592 0.00100 ± 0.00084 0.00476 ± 0.00013 2.440 ± 0.059 % 97.249 ± 0.124 % + 69 3.7321 ± 0.0591 0.00095 ± 0.00083 0.00473 ± 0.00013 2.426 ± 0.059 % 97.244 ± 0.123 % + 70 3.7247 ± 0.0585 0.00101 ± 0.00083 0.00471 ± 0.00012 2.418 ± 0.058 % 97.255 ± 0.122 % + 71 3.7606 ± 0.0588 0.00108 ± 0.00082 0.00470 ± 0.00012 2.411 ± 0.057 % 97.277 ± 0.121 % + 72 3.7707 ± 0.0585 0.00120 ± 0.00082 0.00475 ± 0.00012 2.421 ± 0.057 % 97.244 ± 0.121 % + 73 3.7791 ± 0.0583 0.00121 ± 0.00082 0.00477 ± 0.00012 2.422 ± 0.056 % 97.233 ± 0.120 % + 74 3.7953 ± 0.0583 0.00119 ± 0.00081 0.00474 ± 0.00012 2.409 ± 0.056 % 97.239 ± 0.119 % + 75 3.8000 ± 0.0580 0.00103 ± 0.00080 0.00472 ± 0.00012 2.397 ± 0.055 % 97.239 ± 0.118 % + 76 3.8067 ± 0.0578 0.00107 ± 0.00079 0.00469 ± 0.00012 2.386 ± 0.055 % 97.234 ± 0.118 % + 77 3.8276 ± 0.0579 0.00098 ± 0.00078 0.00468 ± 0.00012 2.377 ± 0.054 % 97.229 ± 0.117 % + 78 3.8209 ± 0.0575 0.00086 ± 0.00078 0.00468 ± 0.00012 2.371 ± 0.054 % 97.240 ± 0.116 % + 79 3.7706 ± 0.0563 0.00079 ± 0.00077 0.00466 ± 0.00011 2.375 ± 0.054 % 97.270 ± 0.115 % + 80 3.7170 ± 0.0549 0.00090 ± 0.00076 0.00464 ± 0.00011 2.380 ± 0.054 % 97.289 ± 0.114 % + 81 3.6631 ± 0.0536 0.00102 ± 0.00076 0.00466 ± 0.00011 2.402 ± 0.054 % 97.303 ± 0.113 % + 82 3.6153 ± 0.0524 0.00119 ± 0.00075 0.00468 ± 0.00011 2.419 ± 0.054 % 97.327 ± 0.112 % + 83 3.5676 ± 0.0512 0.00102 ± 0.00075 0.00469 ± 0.00011 2.439 ± 0.054 % 97.340 ± 0.111 % + 84 3.5254 ± 0.0501 0.00092 ± 0.00075 0.00470 ± 0.00011 2.450 ± 0.053 % 97.358 ± 0.110 % + 85 3.4826 ± 0.0490 0.00081 ± 0.00074 0.00474 ± 0.00011 2.476 ± 0.054 % 97.370 ± 0.109 % + 86 3.4773 ± 0.0487 0.00072 ± 0.00074 0.00482 ± 0.00011 2.492 ± 0.053 % 97.355 ± 0.108 % + 87 3.4402 ± 0.0477 0.00071 ± 0.00074 0.00484 ± 0.00011 2.499 ± 0.053 % 97.372 ± 0.107 % + 88 3.4015 ± 0.0468 0.00079 ± 0.00074 0.00484 ± 0.00011 2.501 ± 0.052 % 97.393 ± 0.106 % + 89 3.3625 ± 0.0459 0.00074 ± 0.00073 0.00485 ± 0.00011 2.511 ± 0.052 % 97.414 ± 0.105 % + 90 3.3223 ± 0.0449 0.00068 ± 0.00072 0.00483 ± 0.00011 2.510 ± 0.052 % 97.442 ± 0.104 % + 91 3.2846 ± 0.0440 0.00064 ± 0.00072 0.00487 ± 0.00011 2.542 ± 0.053 % 97.436 ± 0.104 % + 92 3.2502 ± 0.0432 0.00078 ± 0.00072 0.00488 ± 0.00011 2.565 ± 0.054 % 97.447 ± 0.103 % + 93 3.2252 ± 0.0425 0.00059 ± 0.00072 0.00499 ± 0.00011 2.598 ± 0.054 % 97.436 ± 0.103 % + 94 3.1917 ± 0.0417 0.00058 ± 0.00071 0.00499 ± 0.00011 2.602 ± 0.053 % 97.455 ± 0.102 % + 95 3.1566 ± 0.0409 0.00056 ± 0.00071 0.00501 ± 0.00011 2.608 ± 0.053 % 97.474 ± 0.101 % + 96 3.1284 ± 0.0402 0.00054 ± 0.00071 0.00505 ± 0.00011 2.625 ± 0.053 % 97.488 ± 0.100 % + 97 3.0979 ± 0.0394 0.00046 ± 0.00071 0.00509 ± 0.00011 2.647 ± 0.053 % 97.497 ± 0.099 % + 98 3.0661 ± 0.0387 0.00041 ± 0.00070 0.00511 ± 0.00011 2.660 ± 0.053 % 97.507 ± 0.099 % + 99 3.0390 ± 0.0380 0.00039 ± 0.00070 0.00514 ± 0.00011 2.669 ± 0.053 % 97.520 ± 0.098 % + 100 3.0172 ± 0.0375 0.00030 ± 0.00070 0.00516 ± 0.00011 2.686 ± 0.052 % 97.525 ± 0.097 % + 101 2.9908 ± 0.0369 0.00040 ± 0.00070 0.00520 ± 0.00011 2.703 ± 0.053 % 97.523 ± 0.097 % + 102 2.9660 ± 0.0363 0.00039 ± 0.00069 0.00519 ± 0.00011 2.701 ± 0.052 % 97.528 ± 0.096 % + 103 2.9413 ± 0.0357 0.00038 ± 0.00069 0.00519 ± 0.00011 2.706 ± 0.052 % 97.544 ± 0.096 % + 104 2.9216 ± 0.0352 0.00023 ± 0.00069 0.00522 ± 0.00011 2.725 ± 0.052 % 97.549 ± 0.095 % + 105 2.9334 ± 0.0352 0.00027 ± 0.00068 0.00521 ± 0.00011 2.719 ± 0.052 % 97.554 ± 0.094 % + 106 2.9554 ± 0.0354 0.00018 ± 0.00068 0.00519 ± 0.00011 2.710 ± 0.051 % 97.536 ± 0.094 % + 107 2.9797 ± 0.0357 0.00023 ± 0.00068 0.00517 ± 0.00011 2.704 ± 0.051 % 97.511 ± 0.094 % + 108 3.0178 ± 0.0362 0.00023 ± 0.00067 0.00516 ± 0.00011 2.696 ± 0.051 % 97.513 ± 0.094 % + 109 3.0230 ± 0.0361 0.00018 ± 0.00067 0.00514 ± 0.00011 2.687 ± 0.050 % 97.525 ± 0.093 % + 110 3.0601 ± 0.0365 0.00028 ± 0.00066 0.00513 ± 0.00011 2.678 ± 0.050 % 97.522 ± 0.093 % + 111 3.0893 ± 0.0369 0.00024 ± 0.00066 0.00511 ± 0.00011 2.671 ± 0.050 % 97.502 ± 0.093 % + 112 3.1121 ± 0.0371 0.00027 ± 0.00065 0.00508 ± 0.00011 2.661 ± 0.050 % 97.496 ± 0.092 % + 113 3.1421 ± 0.0375 0.00025 ± 0.00065 0.00506 ± 0.00010 2.651 ± 0.049 % 97.480 ± 0.092 % + 114 3.1789 ± 0.0380 0.00023 ± 0.00065 0.00504 ± 0.00010 2.641 ± 0.049 % 97.482 ± 0.092 % + 115 3.2049 ± 0.0383 0.00030 ± 0.00064 0.00502 ± 0.00010 2.632 ± 0.049 % 97.483 ± 0.091 % + 116 3.1756 ± 0.0377 0.00033 ± 0.00064 0.00498 ± 0.00010 2.623 ± 0.049 % 97.502 ± 0.091 % + 117 3.1528 ± 0.0372 0.00040 ± 0.00064 0.00501 ± 0.00010 2.651 ± 0.049 % 97.503 ± 0.090 % + 118 3.1331 ± 0.0367 0.00040 ± 0.00064 0.00508 ± 0.00010 2.674 ± 0.049 % 97.498 ± 0.090 % + 119 3.1117 ± 0.0362 0.00041 ± 0.00064 0.00510 ± 0.00010 2.684 ± 0.049 % 97.502 ± 0.090 % + 120 3.0977 ± 0.0359 0.00039 ± 0.00064 0.00515 ± 0.00010 2.697 ± 0.048 % 97.484 ± 0.090 % + 121 3.0768 ± 0.0354 0.00038 ± 0.00063 0.00518 ± 0.00010 2.700 ± 0.048 % 97.488 ± 0.089 % + 122 3.0625 ± 0.0350 0.00057 ± 0.00064 0.00522 ± 0.00010 2.706 ± 0.048 % 97.493 ± 0.089 % + 123 3.0492 ± 0.0347 0.00060 ± 0.00063 0.00525 ± 0.00010 2.717 ± 0.047 % 97.494 ± 0.088 % + 124 3.0297 ± 0.0342 0.00056 ± 0.00063 0.00526 ± 0.00010 2.723 ± 0.047 % 97.502 ± 0.088 % + 125 3.0135 ± 0.0338 0.00055 ± 0.00063 0.00529 ± 0.00010 2.742 ± 0.047 % 97.490 ± 0.088 % + 126 2.9990 ± 0.0335 0.00072 ± 0.00063 0.00531 ± 0.00010 2.747 ± 0.047 % 97.501 ± 0.087 % + 127 2.9865 ± 0.0332 0.00079 ± 0.00063 0.00532 ± 0.00010 2.753 ± 0.047 % 97.511 ± 0.087 % + 128 2.9697 ± 0.0328 0.00082 ± 0.00062 0.00534 ± 0.00010 2.759 ± 0.046 % 97.518 ± 0.086 % + 129 2.9542 ± 0.0324 0.00084 ± 0.00062 0.00533 ± 0.00010 2.761 ± 0.046 % 97.532 ± 0.086 % + 130 2.9453 ± 0.0321 0.00084 ± 0.00062 0.00534 ± 0.00010 2.765 ± 0.046 % 97.526 ± 0.085 % + 131 2.9356 ± 0.0318 0.00074 ± 0.00062 0.00536 ± 0.00010 2.771 ± 0.046 % 97.518 ± 0.085 % + 132 2.9320 ± 0.0316 0.00077 ± 0.00062 0.00541 ± 0.00010 2.781 ± 0.045 % 97.496 ± 0.085 % + 133 2.9278 ± 0.0314 0.00077 ± 0.00062 0.00545 ± 0.00010 2.787 ± 0.045 % 97.482 ± 0.085 % + 134 2.9283 ± 0.0313 0.00077 ± 0.00062 0.00551 ± 0.00010 2.788 ± 0.045 % 97.466 ± 0.085 % + 135 2.9283 ± 0.0312 0.00089 ± 0.00062 0.00556 ± 0.00010 2.799 ± 0.045 % 97.435 ± 0.085 % + 136 2.9217 ± 0.0309 0.00084 ± 0.00062 0.00561 ± 0.00010 2.815 ± 0.045 % 97.416 ± 0.085 % + 137 2.9258 ± 0.0308 0.00081 ± 0.00062 0.00558 ± 0.00010 2.808 ± 0.044 % 97.418 ± 0.085 % + 138 2.9386 ± 0.0309 0.00078 ± 0.00062 0.00556 ± 0.00010 2.801 ± 0.044 % 97.428 ± 0.084 % + 139 2.9431 ± 0.0309 0.00088 ± 0.00061 0.00557 ± 0.00010 2.800 ± 0.044 % 97.430 ± 0.084 % + 140 2.9493 ± 0.0308 0.00078 ± 0.00061 0.00558 ± 0.00010 2.797 ± 0.044 % 97.415 ± 0.084 % + 141 2.9608 ± 0.0309 0.00070 ± 0.00061 0.00559 ± 0.00010 2.796 ± 0.043 % 97.427 ± 0.083 % + 142 2.9655 ± 0.0308 0.00070 ± 0.00061 0.00563 ± 0.00010 2.802 ± 0.043 % 97.415 ± 0.083 % + 143 2.9732 ± 0.0308 0.00074 ± 0.00061 0.00562 ± 0.00010 2.796 ± 0.043 % 97.414 ± 0.083 % + 144 2.9830 ± 0.0308 0.00070 ± 0.00061 0.00560 ± 0.00010 2.789 ± 0.043 % 97.416 ± 0.083 % + 145 2.9830 ± 0.0307 0.00070 ± 0.00060 0.00558 ± 0.00010 2.784 ± 0.043 % 97.428 ± 0.082 % + 146 2.9883 ± 0.0306 0.00077 ± 0.00060 0.00556 ± 0.00009 2.778 ± 0.043 % 97.432 ± 0.082 % + 147 2.9865 ± 0.0305 0.00072 ± 0.00060 0.00553 ± 0.00009 2.770 ± 0.042 % 97.431 ± 0.082 % + 148 2.9904 ± 0.0304 0.00073 ± 0.00059 0.00551 ± 0.00009 2.763 ± 0.042 % 97.432 ± 0.081 % + 149 2.9868 ± 0.0303 0.00069 ± 0.00059 0.00548 ± 0.00009 2.755 ± 0.042 % 97.431 ± 0.081 % + 150 2.9829 ± 0.0301 0.00067 ± 0.00059 0.00547 ± 0.00009 2.750 ± 0.042 % 97.446 ± 0.081 % + 151 2.9770 ± 0.0299 0.00063 ± 0.00058 0.00546 ± 0.00009 2.749 ± 0.042 % 97.437 ± 0.081 % + 152 2.9753 ± 0.0298 0.00061 ± 0.00058 0.00544 ± 0.00009 2.744 ± 0.042 % 97.441 ± 0.080 % + 153 2.9709 ± 0.0296 0.00060 ± 0.00058 0.00542 ± 0.00009 2.737 ± 0.041 % 97.447 ± 0.080 % + 154 2.9762 ± 0.0295 0.00056 ± 0.00057 0.00540 ± 0.00009 2.732 ± 0.041 % 97.443 ± 0.080 % + 155 2.9785 ± 0.0294 0.00061 ± 0.00057 0.00538 ± 0.00009 2.728 ± 0.041 % 97.447 ± 0.079 % + 156 2.9743 ± 0.0293 0.00059 ± 0.00057 0.00536 ± 0.00009 2.724 ± 0.041 % 97.456 ± 0.079 % + 157 2.9733 ± 0.0291 0.00065 ± 0.00057 0.00534 ± 0.00009 2.718 ± 0.041 % 97.450 ± 0.079 % + 158 2.9741 ± 0.0290 0.00063 ± 0.00056 0.00532 ± 0.00009 2.712 ± 0.041 % 97.448 ± 0.079 % + 159 2.9707 ± 0.0289 0.00062 ± 0.00056 0.00529 ± 0.00009 2.706 ± 0.040 % 97.457 ± 0.078 % + 160 2.9705 ± 0.0287 0.00064 ± 0.00056 0.00527 ± 0.00009 2.700 ± 0.040 % 97.458 ± 0.078 % + 161 2.9763 ± 0.0287 0.00067 ± 0.00055 0.00526 ± 0.00009 2.696 ± 0.040 % 97.464 ± 0.078 % + 162 2.9772 ± 0.0286 0.00068 ± 0.00055 0.00523 ± 0.00009 2.690 ± 0.040 % 97.468 ± 0.077 % + 163 2.9757 ± 0.0285 0.00065 ± 0.00055 0.00521 ± 0.00009 2.686 ± 0.040 % 97.474 ± 0.077 % + 164 2.9823 ± 0.0285 0.00069 ± 0.00055 0.00520 ± 0.00009 2.680 ± 0.040 % 97.473 ± 0.077 % + 165 2.9955 ± 0.0286 0.00072 ± 0.00054 0.00518 ± 0.00008 2.674 ± 0.040 % 97.469 ± 0.077 % + 166 2.9987 ± 0.0285 0.00070 ± 0.00054 0.00517 ± 0.00008 2.670 ± 0.039 % 97.468 ± 0.076 % + 167 3.0156 ± 0.0287 0.00070 ± 0.00054 0.00516 ± 0.00008 2.664 ± 0.039 % 97.471 ± 0.076 % + 168 3.0246 ± 0.0287 0.00068 ± 0.00054 0.00514 ± 0.00008 2.658 ± 0.039 % 97.481 ± 0.076 % + 169 3.0495 ± 0.0289 0.00067 ± 0.00053 0.00513 ± 0.00008 2.654 ± 0.039 % 97.471 ± 0.076 % + 170 3.0589 ± 0.0290 0.00068 ± 0.00053 0.00512 ± 0.00008 2.649 ± 0.039 % 97.469 ± 0.075 % + 171 3.0847 ± 0.0293 0.00073 ± 0.00053 0.00511 ± 0.00008 2.642 ± 0.039 % 97.468 ± 0.075 % + 172 3.1111 ± 0.0296 0.00075 ± 0.00053 0.00511 ± 0.00008 2.638 ± 0.039 % 97.451 ± 0.075 % + 173 3.1279 ± 0.0297 0.00072 ± 0.00053 0.00510 ± 0.00008 2.633 ± 0.038 % 97.454 ± 0.075 % + 174 3.1568 ± 0.0300 0.00075 ± 0.00052 0.00509 ± 0.00008 2.628 ± 0.038 % 97.449 ± 0.075 % + 175 3.1714 ± 0.0301 0.00074 ± 0.00052 0.00508 ± 0.00008 2.622 ± 0.038 % 97.448 ± 0.075 % + 176 3.1931 ± 0.0304 0.00073 ± 0.00052 0.00507 ± 0.00008 2.616 ± 0.038 % 97.451 ± 0.074 % + 177 3.2127 ± 0.0306 0.00074 ± 0.00052 0.00506 ± 0.00008 2.611 ± 0.038 % 97.443 ± 0.074 % + 178 3.2230 ± 0.0307 0.00079 ± 0.00052 0.00505 ± 0.00008 2.607 ± 0.038 % 97.453 ± 0.074 % + 179 3.2071 ± 0.0304 0.00083 ± 0.00051 0.00504 ± 0.00008 2.612 ± 0.038 % 97.461 ± 0.074 % + 180 3.1897 ± 0.0301 0.00085 ± 0.00051 0.00505 ± 0.00008 2.623 ± 0.038 % 97.464 ± 0.073 % + 181 3.1786 ± 0.0298 0.00088 ± 0.00051 0.00509 ± 0.00008 2.636 ± 0.038 % 97.465 ± 0.073 % + 182 3.1688 ± 0.0296 0.00087 ± 0.00051 0.00513 ± 0.00008 2.647 ± 0.038 % 97.470 ± 0.073 % + 183 3.1548 ± 0.0294 0.00090 ± 0.00051 0.00513 ± 0.00008 2.651 ± 0.038 % 97.473 ± 0.073 % + 184 3.1417 ± 0.0291 0.00087 ± 0.00051 0.00517 ± 0.00008 2.669 ± 0.038 % 97.474 ± 0.072 % + 185 3.1277 ± 0.0289 0.00083 ± 0.00051 0.00521 ± 0.00008 2.685 ± 0.038 % 97.477 ± 0.072 % + 186 3.1139 ± 0.0287 0.00084 ± 0.00051 0.00521 ± 0.00008 2.686 ± 0.038 % 97.485 ± 0.072 % + 187 3.1222 ± 0.0287 0.00088 ± 0.00051 0.00520 ± 0.00008 2.681 ± 0.038 % 97.475 ± 0.072 % + 188 3.1363 ± 0.0288 0.00089 ± 0.00051 0.00518 ± 0.00008 2.675 ± 0.037 % 97.474 ± 0.072 % + 189 3.1536 ± 0.0289 0.00087 ± 0.00051 0.00517 ± 0.00008 2.669 ± 0.037 % 97.467 ± 0.072 % + 190 3.1681 ± 0.0290 0.00086 ± 0.00050 0.00516 ± 0.00008 2.664 ± 0.037 % 97.453 ± 0.072 % + 191 3.1804 ± 0.0291 0.00085 ± 0.00050 0.00515 ± 0.00008 2.658 ± 0.037 % 97.458 ± 0.071 % + 192 3.1898 ± 0.0291 0.00086 ± 0.00050 0.00514 ± 0.00008 2.653 ± 0.037 % 97.459 ± 0.071 % + 193 3.2041 ± 0.0292 0.00087 ± 0.00050 0.00513 ± 0.00008 2.648 ± 0.037 % 97.440 ± 0.071 % + 194 3.2219 ± 0.0294 0.00087 ± 0.00050 0.00512 ± 0.00008 2.643 ± 0.037 % 97.427 ± 0.071 % + 195 3.2389 ± 0.0295 0.00083 ± 0.00049 0.00511 ± 0.00008 2.638 ± 0.037 % 97.430 ± 0.071 % + 196 3.2499 ± 0.0296 0.00087 ± 0.00049 0.00510 ± 0.00008 2.634 ± 0.036 % 97.429 ± 0.071 % + 197 3.2510 ± 0.0295 0.00086 ± 0.00049 0.00508 ± 0.00008 2.628 ± 0.036 % 97.438 ± 0.070 % + 198 3.2569 ± 0.0295 0.00083 ± 0.00049 0.00507 ± 0.00008 2.624 ± 0.036 % 97.431 ± 0.070 % + 199 3.2587 ± 0.0294 0.00084 ± 0.00049 0.00506 ± 0.00008 2.619 ± 0.036 % 97.430 ± 0.070 % + 200 3.2636 ± 0.0294 0.00086 ± 0.00049 0.00505 ± 0.00008 2.615 ± 0.036 % 97.429 ± 0.070 % + 201 3.2703 ± 0.0294 0.00087 ± 0.00048 0.00504 ± 0.00007 2.611 ± 0.036 % 97.430 ± 0.070 % + 202 3.2856 ± 0.0295 0.00086 ± 0.00048 0.00503 ± 0.00007 2.606 ± 0.036 % 97.416 ± 0.070 % + 203 3.3046 ± 0.0297 0.00082 ± 0.00048 0.00503 ± 0.00007 2.601 ± 0.036 % 97.413 ± 0.070 % + 204 3.3210 ± 0.0298 0.00081 ± 0.00048 0.00502 ± 0.00007 2.597 ± 0.036 % 97.414 ± 0.070 % + 205 3.3222 ± 0.0298 0.00079 ± 0.00048 0.00501 ± 0.00007 2.592 ± 0.035 % 97.408 ± 0.069 % + 206 3.3391 ± 0.0299 0.00079 ± 0.00048 0.00500 ± 0.00007 2.587 ± 0.035 % 97.401 ± 0.069 % + 207 3.3383 ± 0.0298 0.00077 ± 0.00047 0.00498 ± 0.00007 2.584 ± 0.035 % 97.405 ± 0.069 % + 208 3.3489 ± 0.0299 0.00077 ± 0.00047 0.00497 ± 0.00007 2.579 ± 0.035 % 97.408 ± 0.069 % + 209 3.3520 ± 0.0298 0.00074 ± 0.00047 0.00496 ± 0.00007 2.575 ± 0.035 % 97.411 ± 0.069 % + 210 3.3598 ± 0.0299 0.00074 ± 0.00047 0.00495 ± 0.00007 2.571 ± 0.035 % 97.417 ± 0.069 % + 211 3.3671 ± 0.0299 0.00075 ± 0.00047 0.00494 ± 0.00007 2.566 ± 0.035 % 97.418 ± 0.068 % + 212 3.3753 ± 0.0299 0.00073 ± 0.00047 0.00493 ± 0.00007 2.563 ± 0.035 % 97.414 ± 0.068 % + 213 3.3780 ± 0.0298 0.00074 ± 0.00046 0.00491 ± 0.00007 2.558 ± 0.035 % 97.417 ± 0.068 % + 214 3.3789 ± 0.0298 0.00076 ± 0.00046 0.00490 ± 0.00007 2.553 ± 0.035 % 97.425 ± 0.068 % + 215 3.3806 ± 0.0297 0.00075 ± 0.00046 0.00488 ± 0.00007 2.549 ± 0.034 % 97.428 ± 0.068 % + 216 3.3889 ± 0.0297 0.00071 ± 0.00046 0.00487 ± 0.00007 2.544 ± 0.034 % 97.431 ± 0.067 % + 217 3.3914 ± 0.0297 0.00072 ± 0.00046 0.00486 ± 0.00007 2.540 ± 0.034 % 97.437 ± 0.067 % + 218 3.3893 ± 0.0296 0.00074 ± 0.00046 0.00485 ± 0.00007 2.536 ± 0.034 % 97.435 ± 0.067 % + 219 3.3840 ± 0.0294 0.00070 ± 0.00045 0.00483 ± 0.00007 2.533 ± 0.034 % 97.438 ± 0.067 % + 220 3.3855 ± 0.0294 0.00068 ± 0.00045 0.00482 ± 0.00007 2.529 ± 0.034 % 97.435 ± 0.067 % + 221 3.3895 ± 0.0293 0.00062 ± 0.00045 0.00481 ± 0.00007 2.524 ± 0.034 % 97.439 ± 0.067 % + 222 3.3926 ± 0.0293 0.00061 ± 0.00045 0.00480 ± 0.00007 2.520 ± 0.034 % 97.430 ± 0.067 % + 223 3.4023 ± 0.0293 0.00065 ± 0.00045 0.00479 ± 0.00007 2.516 ± 0.034 % 97.424 ± 0.066 % + 224 3.4005 ± 0.0292 0.00066 ± 0.00045 0.00478 ± 0.00007 2.512 ± 0.034 % 97.432 ± 0.066 % + 225 3.3998 ± 0.0292 0.00070 ± 0.00044 0.00477 ± 0.00007 2.509 ± 0.034 % 97.434 ± 0.066 % + 226 3.4019 ± 0.0291 0.00070 ± 0.00044 0.00476 ± 0.00007 2.506 ± 0.033 % 97.430 ± 0.066 % + 227 3.4015 ± 0.0291 0.00070 ± 0.00044 0.00475 ± 0.00007 2.502 ± 0.033 % 97.422 ± 0.066 % + 228 3.3999 ± 0.0290 0.00071 ± 0.00044 0.00474 ± 0.00007 2.498 ± 0.033 % 97.425 ± 0.066 % + 229 3.4017 ± 0.0289 0.00068 ± 0.00044 0.00473 ± 0.00007 2.493 ± 0.033 % 97.431 ± 0.065 % + 230 3.3988 ± 0.0288 0.00067 ± 0.00044 0.00471 ± 0.00007 2.489 ± 0.033 % 97.437 ± 0.065 % + 231 3.4015 ± 0.0288 0.00070 ± 0.00044 0.00470 ± 0.00007 2.486 ± 0.033 % 97.445 ± 0.065 % + 232 3.4050 ± 0.0287 0.00069 ± 0.00044 0.00469 ± 0.00007 2.482 ± 0.033 % 97.441 ± 0.065 % + 233 3.4080 ± 0.0287 0.00069 ± 0.00043 0.00468 ± 0.00007 2.480 ± 0.033 % 97.445 ± 0.065 % + 234 3.4082 ± 0.0286 0.00069 ± 0.00043 0.00467 ± 0.00006 2.476 ± 0.033 % 97.448 ± 0.065 % + 235 3.4025 ± 0.0285 0.00072 ± 0.00043 0.00468 ± 0.00006 2.476 ± 0.033 % 97.455 ± 0.064 % + 236 3.3966 ± 0.0283 0.00073 ± 0.00043 0.00471 ± 0.00006 2.483 ± 0.033 % 97.444 ± 0.064 % + 237 3.3966 ± 0.0283 0.00073 ± 0.00043 0.00470 ± 0.00006 2.480 ± 0.032 % 97.444 ± 0.064 % + 238 3.3963 ± 0.0282 0.00076 ± 0.00043 0.00469 ± 0.00006 2.476 ± 0.032 % 97.451 ± 0.064 % + 239 3.3990 ± 0.0282 0.00075 ± 0.00043 0.00468 ± 0.00006 2.472 ± 0.032 % 97.450 ± 0.064 % + 240 3.4033 ± 0.0282 0.00072 ± 0.00043 0.00467 ± 0.00006 2.468 ± 0.032 % 97.444 ± 0.064 % + 241 3.4065 ± 0.0282 0.00069 ± 0.00043 0.00466 ± 0.00006 2.468 ± 0.032 % 97.440 ± 0.064 % + 242 3.4057 ± 0.0281 0.00072 ± 0.00042 0.00467 ± 0.00006 2.468 ± 0.032 % 97.441 ± 0.064 % + 243 3.4169 ± 0.0282 0.00070 ± 0.00042 0.00467 ± 0.00006 2.466 ± 0.032 % 97.436 ± 0.064 % + 244 3.4171 ± 0.0281 0.00075 ± 0.00042 0.00466 ± 0.00006 2.467 ± 0.032 % 97.430 ± 0.063 % + 245 3.4176 ± 0.0281 0.00075 ± 0.00042 0.00468 ± 0.00006 2.470 ± 0.032 % 97.426 ± 0.063 % + 246 3.4286 ± 0.0281 0.00074 ± 0.00042 0.00467 ± 0.00006 2.468 ± 0.032 % 97.429 ± 0.063 % + 247 3.4394 ± 0.0282 0.00074 ± 0.00042 0.00467 ± 0.00006 2.464 ± 0.032 % 97.426 ± 0.063 % + 248 3.4477 ± 0.0282 0.00077 ± 0.00042 0.00466 ± 0.00006 2.461 ± 0.032 % 97.418 ± 0.063 % + 249 3.4554 ± 0.0282 0.00076 ± 0.00042 0.00466 ± 0.00006 2.458 ± 0.031 % 97.419 ± 0.063 % + 250 3.4660 ± 0.0283 0.00076 ± 0.00042 0.00465 ± 0.00006 2.455 ± 0.031 % 97.410 ± 0.063 % + 251 3.4734 ± 0.0283 0.00075 ± 0.00042 0.00464 ± 0.00006 2.451 ± 0.031 % 97.408 ± 0.063 % + 252 3.4827 ± 0.0283 0.00077 ± 0.00041 0.00464 ± 0.00006 2.450 ± 0.031 % 97.406 ± 0.063 % + 253 3.4996 ± 0.0285 0.00077 ± 0.00041 0.00464 ± 0.00006 2.446 ± 0.031 % 97.398 ± 0.063 % + 254 3.5053 ± 0.0285 0.00074 ± 0.00041 0.00463 ± 0.00006 2.442 ± 0.031 % 97.392 ± 0.063 % + 255 3.5058 ± 0.0284 0.00073 ± 0.00041 0.00463 ± 0.00006 2.442 ± 0.031 % 97.399 ± 0.062 % + 256 3.5108 ± 0.0284 0.00072 ± 0.00041 0.00462 ± 0.00006 2.439 ± 0.031 % 97.402 ± 0.062 % + 257 3.5110 ± 0.0284 0.00071 ± 0.00041 0.00461 ± 0.00006 2.435 ± 0.031 % 97.406 ± 0.062 % + 258 3.5032 ± 0.0282 0.00072 ± 0.00041 0.00461 ± 0.00006 2.435 ± 0.031 % 97.407 ± 0.062 % + 259 3.5003 ± 0.0281 0.00077 ± 0.00041 0.00460 ± 0.00006 2.434 ± 0.031 % 97.405 ± 0.062 % + 260 3.4933 ± 0.0280 0.00082 ± 0.00041 0.00460 ± 0.00006 2.434 ± 0.031 % 97.409 ± 0.062 % + 261 3.4888 ± 0.0279 0.00082 ± 0.00041 0.00461 ± 0.00006 2.434 ± 0.030 % 97.408 ± 0.062 % + 262 3.4951 ± 0.0279 0.00081 ± 0.00041 0.00461 ± 0.00006 2.433 ± 0.030 % 97.405 ± 0.062 % + 263 3.5026 ± 0.0279 0.00083 ± 0.00040 0.00460 ± 0.00006 2.430 ± 0.030 % 97.394 ± 0.062 % + 264 3.5087 ± 0.0279 0.00081 ± 0.00040 0.00460 ± 0.00006 2.428 ± 0.030 % 97.390 ± 0.061 % + 265 3.5125 ± 0.0279 0.00085 ± 0.00040 0.00461 ± 0.00006 2.426 ± 0.030 % 97.387 ± 0.061 % + 266 3.5113 ± 0.0278 0.00087 ± 0.00040 0.00461 ± 0.00006 2.425 ± 0.030 % 97.389 ± 0.061 % + 267 3.5118 ± 0.0278 0.00084 ± 0.00040 0.00460 ± 0.00006 2.422 ± 0.030 % 97.389 ± 0.061 % + 268 3.5103 ± 0.0277 0.00080 ± 0.00040 0.00462 ± 0.00006 2.424 ± 0.030 % 97.388 ± 0.061 % + 269 3.5067 ± 0.0276 0.00083 ± 0.00040 0.00463 ± 0.00006 2.422 ± 0.030 % 97.388 ± 0.061 % + 270 3.5041 ± 0.0276 0.00086 ± 0.00040 0.00462 ± 0.00006 2.420 ± 0.030 % 97.387 ± 0.061 % + 271 3.5008 ± 0.0275 0.00089 ± 0.00040 0.00463 ± 0.00006 2.418 ± 0.030 % 97.389 ± 0.061 % + 272 3.4965 ± 0.0274 0.00089 ± 0.00040 0.00462 ± 0.00006 2.416 ± 0.030 % 97.392 ± 0.061 % + 273 3.5001 ± 0.0273 0.00089 ± 0.00040 0.00463 ± 0.00006 2.416 ± 0.029 % 97.383 ± 0.061 % + 274 3.4976 ± 0.0273 0.00093 ± 0.00040 0.00462 ± 0.00006 2.415 ± 0.029 % 97.388 ± 0.060 % + 275 3.4982 ± 0.0272 0.00091 ± 0.00040 0.00462 ± 0.00006 2.414 ± 0.029 % 97.386 ± 0.060 % + 276 3.4999 ± 0.0272 0.00094 ± 0.00040 0.00462 ± 0.00006 2.412 ± 0.029 % 97.390 ± 0.060 % + 277 3.4975 ± 0.0271 0.00093 ± 0.00040 0.00462 ± 0.00006 2.411 ± 0.029 % 97.394 ± 0.060 % + 278 3.5013 ± 0.0271 0.00090 ± 0.00040 0.00461 ± 0.00006 2.408 ± 0.029 % 97.399 ± 0.060 % + 279 3.5022 ± 0.0270 0.00091 ± 0.00039 0.00460 ± 0.00006 2.406 ± 0.029 % 97.395 ± 0.060 % + 280 3.4976 ± 0.0269 0.00089 ± 0.00039 0.00460 ± 0.00006 2.404 ± 0.029 % 97.399 ± 0.060 % + 281 3.4988 ± 0.0269 0.00089 ± 0.00039 0.00460 ± 0.00006 2.403 ± 0.029 % 97.399 ± 0.059 % + 282 3.4906 ± 0.0268 0.00091 ± 0.00039 0.00460 ± 0.00006 2.402 ± 0.029 % 97.402 ± 0.059 % + 283 3.4891 ± 0.0267 0.00096 ± 0.00039 0.00461 ± 0.00006 2.401 ± 0.029 % 97.405 ± 0.059 % + 284 3.4847 ± 0.0266 0.00098 ± 0.00039 0.00461 ± 0.00006 2.401 ± 0.029 % 97.405 ± 0.059 % + 285 3.4736 ± 0.0265 0.00097 ± 0.00039 0.00463 ± 0.00006 2.411 ± 0.029 % 97.410 ± 0.059 % + 286 3.4644 ± 0.0264 0.00095 ± 0.00039 0.00464 ± 0.00006 2.418 ± 0.029 % 97.411 ± 0.059 % + 287 3.4626 ± 0.0263 0.00094 ± 0.00039 0.00463 ± 0.00006 2.415 ± 0.029 % 97.407 ± 0.059 % + 288 3.4662 ± 0.0263 0.00095 ± 0.00039 0.00463 ± 0.00006 2.414 ± 0.029 % 97.409 ± 0.059 % + 289 3.4744 ± 0.0263 0.00094 ± 0.00039 0.00462 ± 0.00006 2.412 ± 0.029 % 97.407 ± 0.059 % + 290 3.4857 ± 0.0264 0.00096 ± 0.00039 0.00462 ± 0.00006 2.409 ± 0.029 % 97.404 ± 0.058 % + 291 3.4964 ± 0.0265 0.00094 ± 0.00039 0.00462 ± 0.00006 2.409 ± 0.029 % 97.398 ± 0.058 % + 292 3.5036 ± 0.0265 0.00096 ± 0.00039 0.00461 ± 0.00006 2.406 ± 0.029 % 97.388 ± 0.058 % + 293 3.5103 ± 0.0265 0.00097 ± 0.00039 0.00460 ± 0.00006 2.403 ± 0.029 % 97.386 ± 0.058 % + 294 3.5227 ± 0.0266 0.00098 ± 0.00038 0.00460 ± 0.00006 2.400 ± 0.029 % 97.384 ± 0.058 % + 295 3.5257 ± 0.0266 0.00100 ± 0.00038 0.00459 ± 0.00006 2.398 ± 0.029 % 97.384 ± 0.058 % + 296 3.5325 ± 0.0266 0.00097 ± 0.00038 0.00459 ± 0.00006 2.395 ± 0.029 % 97.383 ± 0.058 % + 297 3.5300 ± 0.0266 0.00099 ± 0.00038 0.00458 ± 0.00006 2.395 ± 0.029 % 97.384 ± 0.058 % + 298 3.5320 ± 0.0265 0.00098 ± 0.00038 0.00458 ± 0.00005 2.392 ± 0.029 % 97.386 ± 0.058 % + 299 3.5337 ± 0.0265 0.00096 ± 0.00038 0.00457 ± 0.00005 2.389 ± 0.029 % 97.390 ± 0.058 % + 300 3.5351 ± 0.0264 0.00096 ± 0.00038 0.00456 ± 0.00005 2.388 ± 0.029 % 97.384 ± 0.058 % + 301 3.5322 ± 0.0264 0.00099 ± 0.00038 0.00457 ± 0.00005 2.389 ± 0.029 % 97.381 ± 0.058 % + 302 3.5302 ± 0.0263 0.00099 ± 0.00038 0.00456 ± 0.00005 2.386 ± 0.028 % 97.385 ± 0.058 % + 303 3.5366 ± 0.0263 0.00097 ± 0.00038 0.00456 ± 0.00005 2.384 ± 0.028 % 97.380 ± 0.057 % + 304 3.5425 ± 0.0263 0.00100 ± 0.00038 0.00455 ± 0.00005 2.382 ± 0.028 % 97.377 ± 0.057 % + 305 3.5438 ± 0.0263 0.00099 ± 0.00038 0.00455 ± 0.00005 2.380 ± 0.028 % 97.378 ± 0.057 % + 306 3.5476 ± 0.0263 0.00098 ± 0.00037 0.00455 ± 0.00005 2.378 ± 0.028 % 97.377 ± 0.057 % + 307 3.5519 ± 0.0263 0.00099 ± 0.00037 0.00454 ± 0.00005 2.375 ± 0.028 % 97.375 ± 0.057 % + 308 3.5547 ± 0.0262 0.00100 ± 0.00037 0.00453 ± 0.00005 2.373 ± 0.028 % 97.377 ± 0.057 % + 309 3.5602 ± 0.0263 0.00101 ± 0.00037 0.00453 ± 0.00005 2.370 ± 0.028 % 97.381 ± 0.057 % + 310 3.5668 ± 0.0263 0.00099 ± 0.00037 0.00453 ± 0.00005 2.369 ± 0.028 % 97.374 ± 0.057 % + 311 3.5688 ± 0.0262 0.00098 ± 0.00037 0.00452 ± 0.00005 2.367 ± 0.028 % 97.377 ± 0.057 % + 312 3.5743 ± 0.0262 0.00100 ± 0.00037 0.00451 ± 0.00005 2.364 ± 0.028 % 97.376 ± 0.057 % + 313 3.5772 ± 0.0262 0.00100 ± 0.00037 0.00451 ± 0.00005 2.362 ± 0.028 % 97.379 ± 0.057 % + 314 3.5770 ± 0.0262 0.00097 ± 0.00037 0.00450 ± 0.00005 2.359 ± 0.028 % 97.381 ± 0.056 % + 315 3.5765 ± 0.0261 0.00097 ± 0.00037 0.00449 ± 0.00005 2.356 ± 0.028 % 97.387 ± 0.056 % + 316 3.5876 ± 0.0262 0.00098 ± 0.00037 0.00449 ± 0.00005 2.355 ± 0.028 % 97.384 ± 0.056 % + 317 3.5931 ± 0.0262 0.00099 ± 0.00037 0.00448 ± 0.00005 2.352 ± 0.028 % 97.382 ± 0.056 % + 318 3.6042 ± 0.0263 0.00100 ± 0.00036 0.00447 ± 0.00005 2.349 ± 0.028 % 97.379 ± 0.056 % + 319 3.5906 ± 0.0261 0.00100 ± 0.00036 0.00447 ± 0.00005 2.349 ± 0.028 % 97.384 ± 0.056 % + 320 3.5769 ± 0.0259 0.00101 ± 0.00036 0.00446 ± 0.00005 2.350 ± 0.027 % 97.390 ± 0.056 % + 321 3.5653 ± 0.0258 0.00097 ± 0.00036 0.00446 ± 0.00005 2.355 ± 0.027 % 97.393 ± 0.056 % + 322 3.5534 ± 0.0257 0.00100 ± 0.00036 0.00446 ± 0.00005 2.361 ± 0.028 % 97.399 ± 0.056 % + 323 3.5403 ± 0.0255 0.00101 ± 0.00036 0.00446 ± 0.00005 2.361 ± 0.028 % 97.405 ± 0.055 % + 324 3.5310 ± 0.0254 0.00098 ± 0.00036 0.00448 ± 0.00005 2.371 ± 0.028 % 97.406 ± 0.055 % + 325 3.5204 ± 0.0252 0.00102 ± 0.00036 0.00449 ± 0.00005 2.382 ± 0.028 % 97.405 ± 0.055 % + 326 3.5102 ± 0.0251 0.00099 ± 0.00036 0.00451 ± 0.00005 2.394 ± 0.028 % 97.409 ± 0.055 % + 327 3.4994 ± 0.0250 0.00101 ± 0.00036 0.00453 ± 0.00005 2.408 ± 0.028 % 97.407 ± 0.055 % + 328 3.4913 ± 0.0248 0.00105 ± 0.00036 0.00455 ± 0.00005 2.415 ± 0.028 % 97.404 ± 0.055 % + 329 3.4816 ± 0.0247 0.00106 ± 0.00036 0.00456 ± 0.00005 2.418 ± 0.028 % 97.402 ± 0.055 % + 330 3.4706 ± 0.0246 0.00106 ± 0.00036 0.00456 ± 0.00005 2.419 ± 0.028 % 97.403 ± 0.055 % + 331 3.4610 ± 0.0244 0.00103 ± 0.00036 0.00458 ± 0.00005 2.432 ± 0.028 % 97.407 ± 0.055 % + 332 3.4499 ± 0.0243 0.00104 ± 0.00036 0.00459 ± 0.00005 2.437 ± 0.028 % 97.411 ± 0.055 % + 333 3.4410 ± 0.0242 0.00108 ± 0.00036 0.00460 ± 0.00005 2.440 ± 0.028 % 97.412 ± 0.054 % + 334 3.4312 ± 0.0241 0.00109 ± 0.00036 0.00461 ± 0.00005 2.445 ± 0.028 % 97.413 ± 0.054 % + 335 3.4206 ± 0.0239 0.00110 ± 0.00036 0.00462 ± 0.00005 2.451 ± 0.028 % 97.419 ± 0.054 % + 336 3.4093 ± 0.0238 0.00113 ± 0.00036 0.00462 ± 0.00005 2.454 ± 0.028 % 97.423 ± 0.054 % + 337 3.3994 ± 0.0237 0.00112 ± 0.00036 0.00464 ± 0.00005 2.462 ± 0.028 % 97.428 ± 0.054 % + 338 3.3905 ± 0.0236 0.00114 ± 0.00036 0.00464 ± 0.00005 2.467 ± 0.028 % 97.430 ± 0.054 % + 339 3.3853 ± 0.0235 0.00113 ± 0.00036 0.00465 ± 0.00005 2.467 ± 0.028 % 97.431 ± 0.054 % + 340 3.3856 ± 0.0234 0.00111 ± 0.00036 0.00464 ± 0.00005 2.465 ± 0.028 % 97.434 ± 0.054 % + 341 3.3933 ± 0.0235 0.00110 ± 0.00036 0.00463 ± 0.00005 2.463 ± 0.028 % 97.429 ± 0.054 % + 342 3.3984 ± 0.0235 0.00109 ± 0.00036 0.00462 ± 0.00005 2.460 ± 0.028 % 97.428 ± 0.054 % + 343 3.4014 ± 0.0235 0.00110 ± 0.00035 0.00462 ± 0.00005 2.457 ± 0.028 % 97.425 ± 0.054 % + 344 3.4047 ± 0.0235 0.00110 ± 0.00035 0.00461 ± 0.00005 2.455 ± 0.028 % 97.426 ± 0.053 % + 345 3.4040 ± 0.0234 0.00107 ± 0.00035 0.00460 ± 0.00005 2.452 ± 0.028 % 97.427 ± 0.053 % + 346 3.4075 ± 0.0234 0.00107 ± 0.00035 0.00460 ± 0.00005 2.450 ± 0.027 % 97.427 ± 0.053 % + 347 3.4070 ± 0.0233 0.00107 ± 0.00035 0.00459 ± 0.00005 2.448 ± 0.027 % 97.427 ± 0.053 % + 348 3.4080 ± 0.0233 0.00107 ± 0.00035 0.00459 ± 0.00005 2.447 ± 0.027 % 97.424 ± 0.053 % + 349 3.4091 ± 0.0233 0.00106 ± 0.00035 0.00458 ± 0.00005 2.445 ± 0.027 % 97.426 ± 0.053 % + 350 3.4158 ± 0.0233 0.00106 ± 0.00035 0.00458 ± 0.00005 2.443 ± 0.027 % 97.427 ± 0.053 % + 351 3.4169 ± 0.0233 0.00104 ± 0.00035 0.00457 ± 0.00005 2.441 ± 0.027 % 97.425 ± 0.053 % + 352 3.4161 ± 0.0232 0.00103 ± 0.00035 0.00456 ± 0.00005 2.439 ± 0.027 % 97.428 ± 0.053 % + 353 3.4246 ± 0.0233 0.00103 ± 0.00035 0.00456 ± 0.00005 2.436 ± 0.027 % 97.432 ± 0.053 % + 354 3.4329 ± 0.0233 0.00104 ± 0.00035 0.00455 ± 0.00005 2.433 ± 0.027 % 97.433 ± 0.053 % + 355 3.4408 ± 0.0234 0.00107 ± 0.00035 0.00455 ± 0.00005 2.432 ± 0.027 % 97.433 ± 0.053 % + 356 3.4395 ± 0.0233 0.00112 ± 0.00035 0.00454 ± 0.00005 2.430 ± 0.027 % 97.433 ± 0.052 % + 357 3.4285 ± 0.0232 0.00112 ± 0.00035 0.00455 ± 0.00005 2.435 ± 0.027 % 97.436 ± 0.052 % + 358 3.4239 ± 0.0231 0.00107 ± 0.00035 0.00458 ± 0.00005 2.443 ± 0.027 % 97.432 ± 0.052 % + 359 3.4236 ± 0.0231 0.00104 ± 0.00035 0.00460 ± 0.00005 2.447 ± 0.027 % 97.431 ± 0.052 % + 360 3.4175 ± 0.0230 0.00104 ± 0.00035 0.00460 ± 0.00005 2.447 ± 0.027 % 97.432 ± 0.052 % + 361 3.4080 ± 0.0229 0.00104 ± 0.00035 0.00460 ± 0.00005 2.449 ± 0.027 % 97.435 ± 0.052 % + 362 3.4037 ± 0.0228 0.00105 ± 0.00035 0.00460 ± 0.00005 2.449 ± 0.027 % 97.435 ± 0.052 % + 363 3.4070 ± 0.0228 0.00103 ± 0.00035 0.00461 ± 0.00005 2.449 ± 0.027 % 97.433 ± 0.052 % + 364 3.4199 ± 0.0229 0.00102 ± 0.00035 0.00463 ± 0.00005 2.448 ± 0.027 % 97.421 ± 0.052 % + 365 3.4292 ± 0.0230 0.00102 ± 0.00035 0.00463 ± 0.00005 2.446 ± 0.027 % 97.417 ± 0.052 % + 366 3.4444 ± 0.0231 0.00102 ± 0.00035 0.00464 ± 0.00005 2.445 ± 0.026 % 97.418 ± 0.052 % + 367 3.4539 ± 0.0232 0.00104 ± 0.00035 0.00465 ± 0.00005 2.445 ± 0.026 % 97.415 ± 0.052 % + 368 3.4605 ± 0.0232 0.00104 ± 0.00035 0.00465 ± 0.00005 2.447 ± 0.026 % 97.415 ± 0.052 % + 369 3.4724 ± 0.0233 0.00107 ± 0.00034 0.00465 ± 0.00005 2.445 ± 0.026 % 97.411 ± 0.052 % + 370 3.4826 ± 0.0234 0.00107 ± 0.00034 0.00466 ± 0.00005 2.444 ± 0.026 % 97.410 ± 0.052 % + 371 3.4860 ± 0.0234 0.00110 ± 0.00034 0.00467 ± 0.00005 2.444 ± 0.026 % 97.410 ± 0.052 % + 372 3.4930 ± 0.0234 0.00110 ± 0.00034 0.00467 ± 0.00005 2.443 ± 0.026 % 97.408 ± 0.052 % + 373 3.5010 ± 0.0234 0.00109 ± 0.00034 0.00467 ± 0.00005 2.441 ± 0.026 % 97.401 ± 0.052 % + 374 3.5081 ± 0.0235 0.00109 ± 0.00034 0.00468 ± 0.00005 2.440 ± 0.026 % 97.396 ± 0.052 % + 375 3.5135 ± 0.0235 0.00108 ± 0.00034 0.00468 ± 0.00005 2.438 ± 0.026 % 97.394 ± 0.052 % + 376 3.5189 ± 0.0235 0.00107 ± 0.00034 0.00468 ± 0.00005 2.436 ± 0.026 % 97.393 ± 0.051 % + 377 3.5223 ± 0.0235 0.00112 ± 0.00034 0.00469 ± 0.00005 2.435 ± 0.026 % 97.386 ± 0.051 % + 378 3.5333 ± 0.0236 0.00111 ± 0.00034 0.00469 ± 0.00005 2.433 ± 0.026 % 97.386 ± 0.051 % + 379 3.5414 ± 0.0236 0.00111 ± 0.00034 0.00469 ± 0.00005 2.432 ± 0.026 % 97.385 ± 0.051 % + 380 3.5471 ± 0.0236 0.00114 ± 0.00034 0.00471 ± 0.00005 2.431 ± 0.026 % 97.385 ± 0.051 % + 381 3.5547 ± 0.0237 0.00112 ± 0.00034 0.00472 ± 0.00005 2.430 ± 0.026 % 97.373 ± 0.051 % + 382 3.5616 ± 0.0237 0.00111 ± 0.00034 0.00472 ± 0.00005 2.428 ± 0.026 % 97.374 ± 0.051 % + 383 3.5743 ± 0.0238 0.00111 ± 0.00034 0.00472 ± 0.00005 2.426 ± 0.026 % 97.374 ± 0.051 % + 384 3.5834 ± 0.0238 0.00108 ± 0.00034 0.00472 ± 0.00005 2.424 ± 0.026 % 97.371 ± 0.051 % + 385 3.5859 ± 0.0238 0.00106 ± 0.00034 0.00472 ± 0.00005 2.422 ± 0.026 % 97.373 ± 0.051 % + 386 3.5884 ± 0.0238 0.00106 ± 0.00034 0.00472 ± 0.00005 2.422 ± 0.026 % 97.372 ± 0.051 % + 387 3.5926 ± 0.0238 0.00103 ± 0.00034 0.00472 ± 0.00005 2.421 ± 0.025 % 97.369 ± 0.051 % + 388 3.6059 ± 0.0239 0.00103 ± 0.00034 0.00472 ± 0.00005 2.419 ± 0.025 % 97.367 ± 0.051 % + 389 3.6163 ± 0.0240 0.00108 ± 0.00034 0.00472 ± 0.00005 2.418 ± 0.025 % 97.366 ± 0.051 % + 390 3.6176 ± 0.0239 0.00106 ± 0.00034 0.00471 ± 0.00005 2.416 ± 0.025 % 97.367 ± 0.051 % + 391 3.6166 ± 0.0239 0.00104 ± 0.00034 0.00471 ± 0.00005 2.414 ± 0.025 % 97.364 ± 0.051 % + 392 3.6064 ± 0.0238 0.00106 ± 0.00034 0.00471 ± 0.00005 2.416 ± 0.025 % 97.368 ± 0.051 % + 393 3.5988 ± 0.0237 0.00108 ± 0.00034 0.00473 ± 0.00005 2.426 ± 0.025 % 97.373 ± 0.051 % + 394 3.6025 ± 0.0237 0.00108 ± 0.00034 0.00472 ± 0.00005 2.424 ± 0.025 % 97.373 ± 0.050 % + 395 3.6065 ± 0.0237 0.00106 ± 0.00034 0.00472 ± 0.00005 2.421 ± 0.025 % 97.374 ± 0.050 % + 396 3.6084 ± 0.0237 0.00105 ± 0.00034 0.00471 ± 0.00005 2.420 ± 0.025 % 97.375 ± 0.050 % + 397 3.6122 ± 0.0237 0.00104 ± 0.00034 0.00471 ± 0.00005 2.418 ± 0.025 % 97.370 ± 0.050 % + 398 3.6138 ± 0.0237 0.00101 ± 0.00033 0.00471 ± 0.00005 2.418 ± 0.025 % 97.372 ± 0.050 % + 399 3.6161 ± 0.0236 0.00101 ± 0.00033 0.00471 ± 0.00005 2.418 ± 0.025 % 97.373 ± 0.050 % + 400 3.6152 ± 0.0236 0.00101 ± 0.00033 0.00471 ± 0.00005 2.416 ± 0.025 % 97.375 ± 0.050 % + 401 3.6129 ± 0.0236 0.00107 ± 0.00034 0.00470 ± 0.00005 2.415 ± 0.025 % 97.373 ± 0.050 % + 402 3.6045 ± 0.0235 0.00107 ± 0.00033 0.00470 ± 0.00005 2.415 ± 0.025 % 97.378 ± 0.050 % + 403 3.5959 ± 0.0234 0.00106 ± 0.00033 0.00469 ± 0.00005 2.413 ± 0.025 % 97.383 ± 0.050 % + 404 3.5890 ± 0.0233 0.00107 ± 0.00033 0.00469 ± 0.00005 2.416 ± 0.025 % 97.383 ± 0.050 % + 405 3.5891 ± 0.0232 0.00113 ± 0.00033 0.00471 ± 0.00005 2.423 ± 0.025 % 97.386 ± 0.050 % + 406 3.5827 ± 0.0232 0.00118 ± 0.00033 0.00474 ± 0.00005 2.429 ± 0.025 % 97.383 ± 0.050 % + 407 3.5737 ± 0.0231 0.00118 ± 0.00033 0.00474 ± 0.00005 2.433 ± 0.025 % 97.386 ± 0.050 % + 408 3.5653 ± 0.0230 0.00118 ± 0.00033 0.00476 ± 0.00005 2.438 ± 0.025 % 97.385 ± 0.049 % + 409 3.5573 ± 0.0229 0.00120 ± 0.00033 0.00477 ± 0.00005 2.449 ± 0.025 % 97.386 ± 0.049 % + 410 3.5491 ± 0.0228 0.00122 ± 0.00033 0.00478 ± 0.00005 2.452 ± 0.025 % 97.390 ± 0.049 % + 411 3.5409 ± 0.0227 0.00124 ± 0.00033 0.00478 ± 0.00005 2.453 ± 0.025 % 97.395 ± 0.049 % + 412 3.5314 ± 0.0226 0.00125 ± 0.00033 0.00478 ± 0.00005 2.460 ± 0.025 % 97.398 ± 0.049 % + 413 3.5229 ± 0.0225 0.00125 ± 0.00033 0.00479 ± 0.00005 2.460 ± 0.025 % 97.401 ± 0.049 % + 414 3.5137 ± 0.0224 0.00126 ± 0.00033 0.00479 ± 0.00005 2.468 ± 0.026 % 97.406 ± 0.049 % + 415 3.5061 ± 0.0223 0.00124 ± 0.00033 0.00480 ± 0.00005 2.472 ± 0.026 % 97.409 ± 0.049 % + 416 3.4960 ± 0.0222 0.00123 ± 0.00033 0.00480 ± 0.00005 2.473 ± 0.026 % 97.415 ± 0.049 % + 417 3.4863 ± 0.0221 0.00122 ± 0.00033 0.00480 ± 0.00005 2.474 ± 0.026 % 97.421 ± 0.049 % + 418 3.4770 ± 0.0220 0.00121 ± 0.00033 0.00479 ± 0.00005 2.474 ± 0.026 % 97.428 ± 0.048 % + 419 3.4671 ± 0.0219 0.00121 ± 0.00033 0.00479 ± 0.00005 2.474 ± 0.026 % 97.433 ± 0.048 % + 420 3.4583 ± 0.0218 0.00121 ± 0.00033 0.00479 ± 0.00005 2.479 ± 0.026 % 97.434 ± 0.048 % + 421 3.4495 ± 0.0217 0.00121 ± 0.00033 0.00479 ± 0.00005 2.479 ± 0.026 % 97.439 ± 0.048 % + 422 3.4419 ± 0.0216 0.00121 ± 0.00033 0.00479 ± 0.00005 2.480 ± 0.026 % 97.444 ± 0.048 % + 423 3.4361 ± 0.0215 0.00127 ± 0.00033 0.00478 ± 0.00005 2.481 ± 0.026 % 97.445 ± 0.048 % + 424 3.4365 ± 0.0215 0.00127 ± 0.00033 0.00478 ± 0.00005 2.479 ± 0.026 % 97.444 ± 0.048 % + 425 3.4346 ± 0.0215 0.00125 ± 0.00033 0.00479 ± 0.00005 2.481 ± 0.026 % 97.440 ± 0.048 % + 426 3.4324 ± 0.0214 0.00124 ± 0.00033 0.00480 ± 0.00005 2.483 ± 0.026 % 97.440 ± 0.048 % + 427 3.4311 ± 0.0214 0.00124 ± 0.00033 0.00481 ± 0.00005 2.484 ± 0.025 % 97.441 ± 0.048 % + 428 3.4256 ± 0.0213 0.00122 ± 0.00033 0.00480 ± 0.00005 2.483 ± 0.025 % 97.444 ± 0.048 % + 429 3.4179 ± 0.0212 0.00120 ± 0.00033 0.00481 ± 0.00005 2.486 ± 0.025 % 97.445 ± 0.048 % + 430 3.4198 ± 0.0212 0.00120 ± 0.00033 0.00482 ± 0.00005 2.491 ± 0.025 % 97.438 ± 0.048 % + 431 3.4141 ± 0.0212 0.00119 ± 0.00033 0.00482 ± 0.00005 2.491 ± 0.025 % 97.443 ± 0.048 % + 432 3.4100 ± 0.0211 0.00120 ± 0.00033 0.00482 ± 0.00005 2.492 ± 0.025 % 97.440 ± 0.048 % + 433 3.4117 ± 0.0211 0.00120 ± 0.00033 0.00483 ± 0.00005 2.492 ± 0.025 % 97.443 ± 0.048 % + 434 3.4043 ± 0.0210 0.00120 ± 0.00033 0.00482 ± 0.00005 2.492 ± 0.025 % 97.448 ± 0.047 % + 435 3.3985 ± 0.0209 0.00123 ± 0.00033 0.00483 ± 0.00005 2.495 ± 0.025 % 97.451 ± 0.047 % + 436 3.3963 ± 0.0209 0.00123 ± 0.00033 0.00483 ± 0.00005 2.496 ± 0.025 % 97.449 ± 0.047 % + 437 3.3924 ± 0.0208 0.00123 ± 0.00033 0.00483 ± 0.00005 2.496 ± 0.025 % 97.452 ± 0.047 % + 438 3.3914 ± 0.0208 0.00126 ± 0.00033 0.00484 ± 0.00005 2.497 ± 0.025 % 97.450 ± 0.047 % + 439 3.3902 ± 0.0208 0.00122 ± 0.00033 0.00485 ± 0.00005 2.498 ± 0.025 % 97.450 ± 0.047 % + 440 3.3891 ± 0.0208 0.00121 ± 0.00033 0.00485 ± 0.00005 2.498 ± 0.025 % 97.452 ± 0.047 % + 441 3.3809 ± 0.0207 0.00120 ± 0.00033 0.00485 ± 0.00005 2.501 ± 0.025 % 97.457 ± 0.047 % + 442 3.3815 ± 0.0206 0.00121 ± 0.00033 0.00486 ± 0.00005 2.503 ± 0.025 % 97.455 ± 0.047 % + 443 3.3779 ± 0.0206 0.00119 ± 0.00033 0.00486 ± 0.00005 2.503 ± 0.025 % 97.458 ± 0.047 % + 444 3.3713 ± 0.0205 0.00119 ± 0.00033 0.00485 ± 0.00005 2.503 ± 0.025 % 97.461 ± 0.047 % + 445 3.3647 ± 0.0204 0.00123 ± 0.00032 0.00486 ± 0.00005 2.507 ± 0.025 % 97.459 ± 0.047 % + 446 3.3621 ± 0.0204 0.00124 ± 0.00032 0.00487 ± 0.00005 2.508 ± 0.025 % 97.458 ± 0.047 % + 447 3.3571 ± 0.0203 0.00121 ± 0.00032 0.00487 ± 0.00005 2.509 ± 0.025 % 97.458 ± 0.047 % + 448 3.3533 ± 0.0203 0.00120 ± 0.00032 0.00487 ± 0.00005 2.509 ± 0.025 % 97.461 ± 0.047 % + 449 3.3494 ± 0.0202 0.00120 ± 0.00032 0.00489 ± 0.00005 2.517 ± 0.025 % 97.457 ± 0.047 % + 450 3.3494 ± 0.0202 0.00120 ± 0.00032 0.00489 ± 0.00005 2.516 ± 0.025 % 97.454 ± 0.046 % + 451 3.3477 ± 0.0202 0.00121 ± 0.00032 0.00489 ± 0.00005 2.515 ± 0.025 % 97.455 ± 0.046 % + 452 3.3481 ± 0.0202 0.00121 ± 0.00032 0.00488 ± 0.00005 2.513 ± 0.025 % 97.454 ± 0.046 % + 453 3.3518 ± 0.0202 0.00123 ± 0.00032 0.00488 ± 0.00005 2.511 ± 0.025 % 97.452 ± 0.046 % + 454 3.3573 ± 0.0202 0.00125 ± 0.00032 0.00488 ± 0.00005 2.510 ± 0.025 % 97.450 ± 0.046 % + 455 3.3639 ± 0.0202 0.00126 ± 0.00032 0.00487 ± 0.00005 2.507 ± 0.025 % 97.451 ± 0.046 % + 456 3.3707 ± 0.0203 0.00124 ± 0.00032 0.00487 ± 0.00005 2.505 ± 0.025 % 97.453 ± 0.046 % + 457 3.3696 ± 0.0202 0.00125 ± 0.00032 0.00487 ± 0.00005 2.504 ± 0.025 % 97.452 ± 0.046 % + 458 3.3707 ± 0.0202 0.00123 ± 0.00032 0.00487 ± 0.00005 2.503 ± 0.025 % 97.450 ± 0.046 % + 459 3.3736 ± 0.0202 0.00121 ± 0.00032 0.00486 ± 0.00005 2.502 ± 0.024 % 97.448 ± 0.046 % + 460 3.3782 ± 0.0202 0.00121 ± 0.00032 0.00486 ± 0.00005 2.501 ± 0.024 % 97.444 ± 0.046 % + 461 3.3830 ± 0.0202 0.00121 ± 0.00032 0.00486 ± 0.00005 2.499 ± 0.024 % 97.446 ± 0.046 % + 462 3.3865 ± 0.0203 0.00122 ± 0.00032 0.00486 ± 0.00005 2.497 ± 0.024 % 97.447 ± 0.046 % + 463 3.3905 ± 0.0203 0.00124 ± 0.00032 0.00486 ± 0.00005 2.496 ± 0.024 % 97.450 ± 0.046 % + 464 3.3950 ± 0.0203 0.00126 ± 0.00032 0.00485 ± 0.00005 2.494 ± 0.024 % 97.452 ± 0.046 % + 465 3.4005 ± 0.0203 0.00127 ± 0.00032 0.00485 ± 0.00005 2.492 ± 0.024 % 97.450 ± 0.046 % + 466 3.4053 ± 0.0203 0.00126 ± 0.00032 0.00485 ± 0.00005 2.491 ± 0.024 % 97.450 ± 0.046 % + 467 3.4076 ± 0.0203 0.00124 ± 0.00032 0.00485 ± 0.00005 2.490 ± 0.024 % 97.451 ± 0.046 % + 468 3.4089 ± 0.0203 0.00123 ± 0.00032 0.00484 ± 0.00005 2.488 ± 0.024 % 97.450 ± 0.046 % + 469 3.4109 ± 0.0203 0.00125 ± 0.00032 0.00484 ± 0.00005 2.486 ± 0.024 % 97.450 ± 0.046 % + 470 3.4119 ± 0.0203 0.00125 ± 0.00032 0.00483 ± 0.00005 2.484 ± 0.024 % 97.449 ± 0.046 % + 471 3.4147 ± 0.0203 0.00125 ± 0.00031 0.00482 ± 0.00005 2.482 ± 0.024 % 97.449 ± 0.045 % + 472 3.4219 ± 0.0203 0.00126 ± 0.00031 0.00482 ± 0.00005 2.480 ± 0.024 % 97.450 ± 0.045 % + 473 3.4254 ± 0.0203 0.00125 ± 0.00031 0.00481 ± 0.00005 2.478 ± 0.024 % 97.450 ± 0.045 % + 474 3.4268 ± 0.0203 0.00126 ± 0.00031 0.00481 ± 0.00005 2.476 ± 0.024 % 97.448 ± 0.045 % + 475 3.4285 ± 0.0203 0.00124 ± 0.00031 0.00481 ± 0.00005 2.475 ± 0.024 % 97.446 ± 0.045 % + 476 3.4272 ± 0.0203 0.00125 ± 0.00031 0.00480 ± 0.00005 2.474 ± 0.024 % 97.449 ± 0.045 % + 477 3.4312 ± 0.0203 0.00124 ± 0.00031 0.00480 ± 0.00004 2.473 ± 0.024 % 97.447 ± 0.045 % + 478 3.4386 ± 0.0203 0.00123 ± 0.00031 0.00480 ± 0.00004 2.471 ± 0.024 % 97.445 ± 0.045 % + 479 3.4418 ± 0.0203 0.00129 ± 0.00032 0.00480 ± 0.00004 2.470 ± 0.024 % 97.445 ± 0.045 % + 480 3.4420 ± 0.0203 0.00128 ± 0.00032 0.00481 ± 0.00004 2.471 ± 0.024 % 97.440 ± 0.045 % + 481 3.4463 ± 0.0203 0.00127 ± 0.00032 0.00480 ± 0.00004 2.470 ± 0.024 % 97.434 ± 0.045 % + 482 3.4480 ± 0.0203 0.00127 ± 0.00032 0.00480 ± 0.00004 2.469 ± 0.024 % 97.436 ± 0.045 % + 483 3.4522 ± 0.0203 0.00126 ± 0.00032 0.00480 ± 0.00004 2.467 ± 0.024 % 97.434 ± 0.045 % + 484 3.4554 ± 0.0203 0.00125 ± 0.00032 0.00479 ± 0.00004 2.465 ± 0.024 % 97.432 ± 0.045 % + 485 3.4562 ± 0.0203 0.00125 ± 0.00032 0.00479 ± 0.00004 2.464 ± 0.024 % 97.434 ± 0.045 % + 486 3.4551 ± 0.0203 0.00125 ± 0.00031 0.00478 ± 0.00004 2.463 ± 0.024 % 97.427 ± 0.045 % + 487 3.4589 ± 0.0203 0.00123 ± 0.00031 0.00478 ± 0.00004 2.461 ± 0.024 % 97.428 ± 0.045 % + 488 3.4597 ± 0.0203 0.00124 ± 0.00031 0.00478 ± 0.00004 2.460 ± 0.023 % 97.426 ± 0.045 % + 489 3.4597 ± 0.0203 0.00124 ± 0.00031 0.00477 ± 0.00004 2.458 ± 0.023 % 97.427 ± 0.045 % + 490 3.4625 ± 0.0203 0.00124 ± 0.00031 0.00476 ± 0.00004 2.456 ± 0.023 % 97.425 ± 0.045 % + 491 3.4647 ± 0.0203 0.00124 ± 0.00031 0.00476 ± 0.00004 2.454 ± 0.023 % 97.426 ± 0.045 % + 492 3.4658 ± 0.0202 0.00125 ± 0.00031 0.00476 ± 0.00004 2.452 ± 0.023 % 97.426 ± 0.045 % + 493 3.4678 ± 0.0202 0.00125 ± 0.00031 0.00475 ± 0.00004 2.451 ± 0.023 % 97.426 ± 0.045 % + 494 3.4752 ± 0.0203 0.00126 ± 0.00031 0.00475 ± 0.00004 2.450 ± 0.023 % 97.424 ± 0.045 % + 495 3.4811 ± 0.0203 0.00126 ± 0.00031 0.00475 ± 0.00004 2.448 ± 0.023 % 97.427 ± 0.045 % + 496 3.4799 ± 0.0203 0.00124 ± 0.00031 0.00474 ± 0.00004 2.446 ± 0.023 % 97.426 ± 0.045 % + 497 3.4837 ± 0.0203 0.00126 ± 0.00031 0.00474 ± 0.00004 2.444 ± 0.023 % 97.427 ± 0.044 % + 498 3.4842 ± 0.0203 0.00126 ± 0.00031 0.00473 ± 0.00004 2.442 ± 0.023 % 97.428 ± 0.044 % + 499 3.4854 ± 0.0203 0.00126 ± 0.00031 0.00473 ± 0.00004 2.442 ± 0.023 % 97.429 ± 0.044 % + 500 3.4936 ± 0.0203 0.00126 ± 0.00031 0.00473 ± 0.00004 2.440 ± 0.023 % 97.428 ± 0.044 % + 501 3.4962 ± 0.0203 0.00123 ± 0.00031 0.00472 ± 0.00004 2.438 ± 0.023 % 97.427 ± 0.044 % + 502 3.4998 ± 0.0203 0.00123 ± 0.00031 0.00472 ± 0.00004 2.437 ± 0.023 % 97.427 ± 0.044 % + 503 3.5035 ± 0.0203 0.00123 ± 0.00031 0.00472 ± 0.00004 2.435 ± 0.023 % 97.426 ± 0.044 % + 504 3.5069 ± 0.0203 0.00123 ± 0.00031 0.00471 ± 0.00004 2.434 ± 0.023 % 97.429 ± 0.044 % + 505 3.5114 ± 0.0204 0.00122 ± 0.00031 0.00471 ± 0.00004 2.432 ± 0.023 % 97.428 ± 0.044 % + 506 3.5151 ± 0.0204 0.00124 ± 0.00031 0.00470 ± 0.00004 2.430 ± 0.023 % 97.429 ± 0.044 % + 507 3.5177 ± 0.0204 0.00123 ± 0.00031 0.00470 ± 0.00004 2.429 ± 0.023 % 97.427 ± 0.044 % + 508 3.5242 ± 0.0204 0.00122 ± 0.00030 0.00469 ± 0.00004 2.427 ± 0.023 % 97.427 ± 0.044 % + 509 3.5232 ± 0.0204 0.00120 ± 0.00030 0.00469 ± 0.00004 2.426 ± 0.023 % 97.427 ± 0.044 % + 510 3.5243 ± 0.0204 0.00120 ± 0.00030 0.00468 ± 0.00004 2.424 ± 0.023 % 97.429 ± 0.044 % + 511 3.5262 ± 0.0204 0.00120 ± 0.00030 0.00468 ± 0.00004 2.423 ± 0.023 % 97.430 ± 0.044 % + 512 3.5281 ± 0.0204 0.00119 ± 0.00030 0.00468 ± 0.00004 2.422 ± 0.023 % 97.430 ± 0.044 % + 513 3.5299 ± 0.0203 0.00118 ± 0.00030 0.00467 ± 0.00004 2.420 ± 0.023 % 97.431 ± 0.044 % + 514 3.5287 ± 0.0203 0.00118 ± 0.00030 0.00467 ± 0.00004 2.419 ± 0.023 % 97.430 ± 0.044 % + 515 3.5287 ± 0.0203 0.00116 ± 0.00030 0.00466 ± 0.00004 2.418 ± 0.023 % 97.432 ± 0.044 % + 516 3.5324 ± 0.0203 0.00116 ± 0.00030 0.00466 ± 0.00004 2.416 ± 0.023 % 97.432 ± 0.044 % + 517 3.5380 ± 0.0203 0.00114 ± 0.00030 0.00467 ± 0.00004 2.421 ± 0.024 % 97.429 ± 0.044 % + 518 3.5397 ± 0.0203 0.00113 ± 0.00030 0.00467 ± 0.00004 2.419 ± 0.023 % 97.430 ± 0.044 % + 519 3.5398 ± 0.0203 0.00112 ± 0.00030 0.00466 ± 0.00004 2.417 ± 0.023 % 97.431 ± 0.043 % + 520 3.5422 ± 0.0203 0.00110 ± 0.00030 0.00466 ± 0.00004 2.417 ± 0.023 % 97.432 ± 0.043 % + 521 3.5474 ± 0.0203 0.00112 ± 0.00030 0.00466 ± 0.00004 2.415 ± 0.023 % 97.429 ± 0.043 % + 522 3.5537 ± 0.0203 0.00112 ± 0.00030 0.00465 ± 0.00004 2.413 ± 0.023 % 97.429 ± 0.043 % + 523 3.5535 ± 0.0203 0.00113 ± 0.00030 0.00465 ± 0.00004 2.412 ± 0.023 % 97.430 ± 0.043 % + 524 3.5574 ± 0.0203 0.00113 ± 0.00030 0.00464 ± 0.00004 2.410 ± 0.023 % 97.432 ± 0.043 % + 525 3.5534 ± 0.0203 0.00112 ± 0.00030 0.00464 ± 0.00004 2.409 ± 0.023 % 97.433 ± 0.043 % + 526 3.5462 ± 0.0202 0.00111 ± 0.00030 0.00464 ± 0.00004 2.410 ± 0.023 % 97.436 ± 0.043 % + 527 3.5397 ± 0.0202 0.00113 ± 0.00030 0.00464 ± 0.00004 2.411 ± 0.023 % 97.439 ± 0.043 % + 528 3.5384 ± 0.0201 0.00109 ± 0.00030 0.00465 ± 0.00004 2.413 ± 0.023 % 97.434 ± 0.043 % + 529 3.5365 ± 0.0201 0.00111 ± 0.00030 0.00466 ± 0.00004 2.416 ± 0.023 % 97.431 ± 0.043 % + 530 3.5358 ± 0.0201 0.00110 ± 0.00030 0.00466 ± 0.00004 2.416 ± 0.023 % 97.428 ± 0.043 % + 531 3.5349 ± 0.0200 0.00111 ± 0.00030 0.00467 ± 0.00004 2.417 ± 0.023 % 97.430 ± 0.043 % + 532 3.5363 ± 0.0200 0.00109 ± 0.00030 0.00467 ± 0.00004 2.416 ± 0.023 % 97.431 ± 0.043 % + 533 3.5326 ± 0.0200 0.00109 ± 0.00030 0.00467 ± 0.00004 2.418 ± 0.023 % 97.433 ± 0.043 % + 534 3.5336 ± 0.0200 0.00108 ± 0.00030 0.00468 ± 0.00004 2.418 ± 0.023 % 97.435 ± 0.043 % + 535 3.5323 ± 0.0200 0.00106 ± 0.00030 0.00469 ± 0.00004 2.420 ± 0.023 % 97.433 ± 0.043 % + 536 3.5303 ± 0.0199 0.00106 ± 0.00030 0.00470 ± 0.00004 2.422 ± 0.023 % 97.434 ± 0.043 % + 537 3.5255 ± 0.0199 0.00107 ± 0.00030 0.00472 ± 0.00004 2.430 ± 0.023 % 97.432 ± 0.043 % + 538 3.5260 ± 0.0198 0.00105 ± 0.00030 0.00472 ± 0.00004 2.430 ± 0.023 % 97.431 ± 0.043 % + 539 3.5230 ± 0.0198 0.00103 ± 0.00030 0.00473 ± 0.00004 2.431 ± 0.023 % 97.428 ± 0.043 % + 540 3.5252 ± 0.0198 0.00103 ± 0.00030 0.00473 ± 0.00004 2.431 ± 0.023 % 97.423 ± 0.043 % + 541 3.5255 ± 0.0198 0.00103 ± 0.00030 0.00474 ± 0.00004 2.434 ± 0.023 % 97.421 ± 0.043 % + 542 3.5294 ± 0.0198 0.00104 ± 0.00030 0.00474 ± 0.00004 2.433 ± 0.023 % 97.420 ± 0.043 % + 543 3.5288 ± 0.0198 0.00103 ± 0.00030 0.00474 ± 0.00004 2.432 ± 0.023 % 97.423 ± 0.043 % + 544 3.5253 ± 0.0197 0.00103 ± 0.00030 0.00473 ± 0.00004 2.431 ± 0.023 % 97.425 ± 0.043 % + 545 3.5236 ± 0.0197 0.00105 ± 0.00030 0.00473 ± 0.00004 2.430 ± 0.023 % 97.428 ± 0.042 % + 546 3.5280 ± 0.0197 0.00107 ± 0.00030 0.00473 ± 0.00004 2.429 ± 0.023 % 97.428 ± 0.042 % + 547 3.5271 ± 0.0197 0.00107 ± 0.00030 0.00473 ± 0.00004 2.428 ± 0.023 % 97.428 ± 0.042 % + 548 3.5263 ± 0.0196 0.00105 ± 0.00029 0.00472 ± 0.00004 2.427 ± 0.023 % 97.431 ± 0.042 % + 549 3.5234 ± 0.0196 0.00106 ± 0.00029 0.00472 ± 0.00004 2.427 ± 0.023 % 97.433 ± 0.042 % + 550 3.5201 ± 0.0196 0.00107 ± 0.00029 0.00472 ± 0.00004 2.427 ± 0.023 % 97.434 ± 0.042 % + 551 3.5134 ± 0.0195 0.00106 ± 0.00029 0.00472 ± 0.00004 2.427 ± 0.022 % 97.438 ± 0.042 % + 552 3.5097 ± 0.0195 0.00104 ± 0.00029 0.00473 ± 0.00004 2.431 ± 0.022 % 97.438 ± 0.042 % + 553 3.5065 ± 0.0194 0.00102 ± 0.00029 0.00475 ± 0.00004 2.436 ± 0.022 % 97.437 ± 0.042 % + 554 3.5067 ± 0.0194 0.00103 ± 0.00029 0.00475 ± 0.00004 2.436 ± 0.022 % 97.437 ± 0.042 % + 555 3.5119 ± 0.0194 0.00103 ± 0.00029 0.00475 ± 0.00004 2.434 ± 0.022 % 97.437 ± 0.042 % + 556 3.5139 ± 0.0194 0.00103 ± 0.00029 0.00475 ± 0.00004 2.435 ± 0.022 % 97.434 ± 0.042 % + 557 3.5151 ± 0.0194 0.00103 ± 0.00029 0.00476 ± 0.00004 2.436 ± 0.022 % 97.433 ± 0.042 % + 558 3.5184 ± 0.0194 0.00101 ± 0.00029 0.00476 ± 0.00004 2.436 ± 0.022 % 97.430 ± 0.042 % + 559 3.5233 ± 0.0194 0.00103 ± 0.00029 0.00476 ± 0.00004 2.436 ± 0.022 % 97.424 ± 0.042 % + 560 3.5279 ± 0.0194 0.00104 ± 0.00029 0.00476 ± 0.00004 2.434 ± 0.022 % 97.425 ± 0.042 % + 561 3.5338 ± 0.0195 0.00106 ± 0.00029 0.00476 ± 0.00004 2.433 ± 0.022 % 97.426 ± 0.042 % + 562 3.5334 ± 0.0195 0.00106 ± 0.00029 0.00476 ± 0.00004 2.432 ± 0.022 % 97.424 ± 0.042 % + 563 3.5336 ± 0.0194 0.00112 ± 0.00029 0.00478 ± 0.00004 2.437 ± 0.022 % 97.422 ± 0.042 % + 564 3.5267 ± 0.0194 0.00111 ± 0.00029 0.00477 ± 0.00004 2.436 ± 0.022 % 97.426 ± 0.042 % + 565 3.5209 ± 0.0193 0.00110 ± 0.00029 0.00477 ± 0.00004 2.437 ± 0.022 % 97.430 ± 0.042 % + 566 3.5147 ± 0.0193 0.00110 ± 0.00029 0.00477 ± 0.00004 2.440 ± 0.022 % 97.430 ± 0.042 % + 567 3.5075 ± 0.0192 0.00110 ± 0.00029 0.00477 ± 0.00004 2.442 ± 0.022 % 97.434 ± 0.042 % + 568 3.5005 ± 0.0191 0.00110 ± 0.00029 0.00477 ± 0.00004 2.442 ± 0.022 % 97.439 ± 0.042 % + 569 3.4941 ± 0.0191 0.00109 ± 0.00029 0.00477 ± 0.00004 2.441 ± 0.022 % 97.441 ± 0.041 % + 570 3.4876 ± 0.0190 0.00109 ± 0.00029 0.00477 ± 0.00004 2.443 ± 0.022 % 97.443 ± 0.041 % + 571 3.4822 ± 0.0189 0.00109 ± 0.00029 0.00478 ± 0.00004 2.448 ± 0.022 % 97.444 ± 0.041 % + 572 3.4783 ± 0.0189 0.00108 ± 0.00029 0.00479 ± 0.00004 2.452 ± 0.022 % 97.445 ± 0.041 % + 573 3.4752 ± 0.0189 0.00111 ± 0.00029 0.00479 ± 0.00004 2.454 ± 0.022 % 97.449 ± 0.041 % + 574 3.4764 ± 0.0189 0.00110 ± 0.00029 0.00479 ± 0.00004 2.453 ± 0.022 % 97.446 ± 0.041 % + 575 3.4783 ± 0.0189 0.00109 ± 0.00029 0.00479 ± 0.00004 2.451 ± 0.022 % 97.447 ± 0.041 % + 576 3.4820 ± 0.0189 0.00109 ± 0.00029 0.00479 ± 0.00004 2.452 ± 0.022 % 97.444 ± 0.041 % + 577 3.4852 ± 0.0189 0.00110 ± 0.00029 0.00479 ± 0.00004 2.451 ± 0.022 % 97.445 ± 0.041 % + 578 3.4903 ± 0.0189 0.00111 ± 0.00029 0.00479 ± 0.00004 2.450 ± 0.022 % 97.444 ± 0.041 % + 579 3.4877 ± 0.0189 0.00111 ± 0.00029 0.00478 ± 0.00004 2.449 ± 0.022 % 97.445 ± 0.041 % + 580 3.4882 ± 0.0188 0.00113 ± 0.00029 0.00478 ± 0.00004 2.449 ± 0.022 % 97.446 ± 0.041 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.488222 ± 0.018848 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.85% +Mean ln(PPL(Q)/PPL(base)) : 0.001127 ± 0.000292 +Mean PPL(Q)/PPL(base) : 1.001127 ± 0.000293 +Mean PPL(Q)-PPL(base) : 0.003928 ± 0.001020 + +====== KL divergence statistics ====== +Mean KLD: 0.004782 ± 0.000042 +Maximum KLD: 1.917406 +99.9% KLD: 0.190236 +99.0% KLD: 0.060386 +95.0% KLD: 0.018888 +90.0% KLD: 0.010240 +Median KLD: 0.001211 +10.0% KLD: 0.000012 + 5.0% KLD: 0.000003 + 1.0% KLD: -0.000000 + 0.1% KLD: -0.000004 +Minimum KLD: -0.000064 + +====== Token probability statistics ====== +Mean Δp: -0.027 ± 0.006 % +Maximum Δp: 65.115% +99.9% Δp: 18.770% +99.0% Δp: 7.449% +95.0% Δp: 2.675% +90.0% Δp: 1.426% +75.0% Δp: 0.234% +Median Δp: 0.000% +25.0% Δp: -0.259% +10.0% Δp: -1.485% + 5.0% Δp: -2.807% + 1.0% Δp: -7.939% + 0.1% Δp: -20.083% +Minimum Δp: -56.838% +RMS Δp : 2.449 ± 0.022 % +Same top p: 97.446 ± 0.041 % + +4.33.737.517 I llama_perf_context_print: load time = 103279.15 ms +4.33.737.519 I llama_perf_context_print: prompt eval time = 128677.17 ms / 296960 tokens ( 0.43 ms per token, 2307.79 tokens per second) +4.33.737.520 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +4.33.737.521 I llama_perf_context_print: total time = 168755.68 ms / 296961 tokens +4.33.737.521 I llama_perf_context_print: graphs reused = 35 +4.33.737.729 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +4.33.737.735 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55473 + (40708 = 37069 + 429 + 3209) + 1068 | +4.33.737.736 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55513 + (40668 = 37069 + 429 + 3169) + 1068 | +4.33.737.736 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55513 + (40668 = 37069 + 429 + 3169) + 1068 | +4.33.737.736 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 60151 + (36029 = 32446 + 413 + 3169) + 1069 | +4.33.737.737 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55513 + (40668 = 37069 + 429 + 3169) + 1068 | +4.33.737.737 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55513 + (40668 = 37069 + 429 + 3169) + 1068 | +4.33.737.737 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 55513 + (40668 = 37069 + 429 + 3169) + 1068 | +4.33.737.738 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 56387 + (39793 = 30873 + 230 + 8689) + 1068 | +4.33.737.738 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_S.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_S.md new file mode 100644 index 0000000000000000000000000000000000000000..cae0b67db1ecee68a780508537280af1a12c15af --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q5_K_S.md @@ -0,0 +1,385 @@ +### Qwen3.5-397B-A17B-Q5_K_S (aes_sedai) + +257.55 GiB (5.58 BPW) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on --file /mnt/srv/host/resources/KLD/calibration_datav3.txt --kl-divergence-base /mnt/srv/snowdrift/ref-logits-Qwen3.5-397B-A17B-Q8_0-calibration-datav3.bin --kl-divergence --batch-size 4096 --ubatch-size 4096 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q5_K_S.gguf +ggml_cuda_init: found 2 CUDA devices: + Device 0: NVIDIA GeForce RTX 3090, compute capability 8.6, VMM: yes + Device 1: NVIDIA GeForce RTX 3090, compute capability 8.6, VMM: yes +build: 8124 (35715657c) with GNU 14.2.1 for Linux x86_64 +common_init_result: fitting params to device memory, for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on +llama_params_fit_impl: projected memory use with initial parameters [MiB]: +llama_params_fit_impl: - CUDA0 (NVIDIA GeForce RTX 3090): 24135 total, 137791 used, -114715 free vs. target of 1024 +llama_params_fit_impl: - CUDA1 (NVIDIA GeForce RTX 3090): 24135 total, 132790 used, -109614 free vs. target of 1024 +llama_params_fit_impl: projected to use 270581 MiB of device memory vs. 46251 MiB of free device memory +llama_params_fit_impl: cannot meet free memory targets on all devices, need to use 226377 MiB less in total +llama_params_fit_impl: context size set by user to 4096 -> no change +llama_params_fit_impl: with only dense weights in device memory there is a total surplus of 23849 MiB +llama_params_fit_impl: filling dense-only layers back-to-front: +llama_params_fit_impl: - CUDA1 (NVIDIA GeForce RTX 3090): 61 layers, 21748 MiB used, 1426 MiB free +llama_params_fit_impl: - CUDA0 (NVIDIA GeForce RTX 3090): 0 layers, 2887 MiB used, 20187 MiB free +llama_params_fit_impl: converting dense-only layers to full layers and filling them front-to-back with overflow to next device/system memory: +llama_params_fit_impl: - CUDA0 (NVIDIA GeForce RTX 3090): 4 layers ( 0 overflowing), 20443 MiB used, 2631 MiB free +llama_params_fit_impl: - CUDA1 (NVIDIA GeForce RTX 3090): 57 layers (56 overflowing), 21077 MiB used, 2098 MiB free +llama_params_fit: successfully fit params to free device memory +llama_params_fit: fitting params to free memory took 6.05 seconds +llama_model_load_from_file_impl: using device CUDA0 (NVIDIA GeForce RTX 3090) (0000:06:10.0) - 23871 MiB free +llama_model_load_from_file_impl: using device CUDA1 (NVIDIA GeForce RTX 3090) (0000:06:11.0) - 23871 MiB free +llama_model_loader: loaded meta data with 47 key-value pairs and 1098 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q5_K_S.gguf (version GGUF V3 (latest)) +llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +llama_model_loader: - kv 0: general.architecture str = qwen35moe +llama_model_loader: - kv 1: general.type str = model +llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +llama_model_loader: - kv 6: general.basename str = Qwen3.5 +llama_model_loader: - kv 7: general.size_label str = 397B-A17B +llama_model_loader: - kv 8: general.license str = apache-2.0 +llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +llama_model_loader: - kv 11: qwen35moe.block_count u32 = 60 +llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +llama_model_loader: - kv 32: tokenizer.ggml.model str = gpt2 +llama_model_loader: - kv 33: tokenizer.ggml.pre str = qwen35 +llama_model_loader: - kv 34: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +llama_model_loader: - kv 35: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +llama_model_loader: - kv 36: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +llama_model_loader: - kv 37: tokenizer.ggml.eos_token_id u32 = 248046 +llama_model_loader: - kv 38: tokenizer.ggml.padding_token_id u32 = 248044 +llama_model_loader: - kv 39: tokenizer.ggml.add_bos_token bool = false +llama_model_loader: - kv 40: tokenizer.chat_template str = {%- set image_count = namespace(value... +llama_model_loader: - kv 41: general.quantization_version u32 = 2 +llama_model_loader: - kv 42: general.file_type u32 = 7 +llama_model_loader: - kv 43: quantize.imatrix.file str = /mnt/srv/snowdrift/ggml/Qwen3.5-397B-... +llama_model_loader: - kv 44: quantize.imatrix.dataset str = /mnt/srv/host/resources/KLD/calibrati... +llama_model_loader: - kv 45: quantize.imatrix.entries_count u32 = 765 +llama_model_loader: - kv 46: quantize.imatrix.chunks_count u32 = 100 +llama_model_loader: - type f32: 451 tensors +llama_model_loader: - type q8_0: 467 tensors +llama_model_loader: - type q5_K: 180 tensors +print_info: file format = GGUF V3 (latest) +print_info: file type = Q8_0 +print_info: file size = 257.55 GiB (5.58 BPW) +load: 0 unused tokens +load: printing all EOG tokens: +load: - 248044 ('<|endoftext|>') +load: - 248046 ('<|im_end|>') +load: - 248063 ('<|fim_pad|>') +load: - 248064 ('<|repo_name|>') +load: - 248065 ('<|file_sep|>') +load: special tokens cache size = 33 +load: token to piece cache size = 1.7581 MB +print_info: arch = qwen35moe +print_info: vocab_only = 0 +print_info: no_alloc = 0 +print_info: n_ctx_train = 262144 +print_info: n_embd = 4096 +print_info: n_embd_inp = 4096 +print_info: n_layer = 60 +print_info: n_head = 32 +print_info: n_head_kv = 2 +print_info: n_rot = 64 +print_info: n_swa = 0 +print_info: is_swa_any = 0 +print_info: n_embd_head_k = 256 +print_info: n_embd_head_v = 256 +print_info: n_gqa = 16 +print_info: n_embd_k_gqa = 512 +print_info: n_embd_v_gqa = 512 +print_info: f_norm_eps = 0.0e+00 +print_info: f_norm_rms_eps = 1.0e-06 +print_info: f_clamp_kqv = 0.0e+00 +print_info: f_max_alibi_bias = 0.0e+00 +print_info: f_logit_scale = 0.0e+00 +print_info: f_attn_scale = 0.0e+00 +print_info: n_ff = 0 +print_info: n_expert = 512 +print_info: n_expert_used = 10 +print_info: n_expert_groups = 0 +print_info: n_group_used = 0 +print_info: causal attn = 1 +print_info: pooling type = 0 +print_info: rope type = 40 +print_info: rope scaling = linear +print_info: freq_base_train = 10000000.0 +print_info: freq_scale_train = 1 +print_info: n_ctx_orig_yarn = 262144 +print_info: rope_yarn_log_mul = 0.0000 +print_info: rope_finetuned = unknown +print_info: mrope sections = [11, 11, 10, 0] +print_info: ssm_d_conv = 4 +print_info: ssm_d_inner = 8192 +print_info: ssm_d_state = 128 +print_info: ssm_dt_rank = 64 +print_info: ssm_n_group = 16 +print_info: ssm_dt_b_c_rms = 0 +print_info: model type = ?B +print_info: model params = 396.35 B +print_info: general.name = Qwen3.5 397B A17B +print_info: vocab type = BPE +print_info: n_vocab = 248320 +print_info: n_merges = 247587 +print_info: BOS token = 11 ',' +print_info: EOS token = 248046 '<|im_end|>' +print_info: EOT token = 248046 '<|im_end|>' +print_info: PAD token = 248044 '<|endoftext|>' +print_info: LF token = 198 'Ċ' +print_info: FIM PRE token = 248060 '<|fim_prefix|>' +print_info: FIM SUF token = 248062 '<|fim_suffix|>' +print_info: FIM MID token = 248061 '<|fim_middle|>' +print_info: FIM PAD token = 248063 '<|fim_pad|>' +print_info: FIM REP token = 248064 '<|repo_name|>' +print_info: FIM SEP token = 248065 '<|file_sep|>' +print_info: EOG token = 248044 '<|endoftext|>' +print_info: EOG token = 248046 '<|im_end|>' +print_info: EOG token = 248063 '<|fim_pad|>' +print_info: EOG token = 248064 '<|repo_name|>' +print_info: EOG token = 248065 '<|file_sep|>' +print_info: max token length = 256 +load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +load_tensors: offloading output layer to GPU +load_tensors: offloading 59 repeating layers to GPU +load_tensors: offloaded 61/61 layers to GPU +load_tensors: CPU_Mapped model buffer size = 262695.34 MiB +load_tensors: CUDA0 model buffer size = 17444.60 MiB +load_tensors: CUDA1 model buffer size = 12914.26 MiB +.................................................................................................... +common_init_result: added <|endoftext|> logit bias = -inf +common_init_result: added <|im_end|> logit bias = -inf +common_init_result: added <|fim_pad|> logit bias = -inf +common_init_result: added <|repo_name|> logit bias = -inf +common_init_result: added <|file_sep|> logit bias = -inf +llama_context: constructing llama_context +llama_context: n_seq_max = 8 +llama_context: n_ctx = 4096 +llama_context: n_ctx_seq = 512 +llama_context: n_batch = 4096 +llama_context: n_ubatch = 4096 +llama_context: causal_attn = 1 +llama_context: flash_attn = enabled +llama_context: kv_unified = false +llama_context: freq_base = 10000000.0 +llama_context: freq_scale = 1 +llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +llama_context: CUDA_Host output buffer size = 7.58 MiB +llama_kv_cache: CUDA0 KV buffer size = 8.00 MiB +llama_kv_cache: CUDA1 KV buffer size = 112.00 MiB +llama_kv_cache: size = 120.00 MiB ( 512 cells, 15 layers, 8/8 seqs), K (f16): 60.00 MiB, V (f16): 60.00 MiB +llama_memory_recurrent: CUDA0 RS buffer size = 99.38 MiB +llama_memory_recurrent: CUDA1 RS buffer size = 1391.25 MiB +llama_memory_recurrent: size = 1490.62 MiB ( 8 cells, 60 layers, 8 seqs), R (f32): 50.62 MiB, S (f32): 1440.00 MiB +sched_reserve: reserving ... +sched_reserve: CUDA0 compute buffer size = 2892.00 MiB +sched_reserve: CUDA1 compute buffer size = 6659.72 MiB +sched_reserve: CUDA_Host compute buffer size = 136.16 MiB +sched_reserve: graph nodes = 14364 (with bs=4096), 6849 (with bs=1) +sched_reserve: graph splits = 231 (with bs=4096), 117 (with bs=1) +sched_reserve: reserve took 55.72 ms, sched copies = 1 +common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) + +system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 860 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +kl_divergence: computing over 129 chunks, n_ctx=512, batch_size=4096, n_seq=8 +kl_divergence: 38.42 seconds per pass - ETA 10.32 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 4.0564 ± 0.5690 -0.00291 ± 0.00436 0.00140 ± 0.00026 1.135 ± 0.237 % 99.216 ± 0.554 % + 2 2.9760 ± 0.2539 -0.00533 ± 0.00265 0.00115 ± 0.00016 0.980 ± 0.141 % 98.627 ± 0.516 % + 3 2.7813 ± 0.1886 -0.00436 ± 0.00218 0.00115 ± 0.00012 1.062 ± 0.109 % 98.954 ± 0.368 % + 4 2.8505 ± 0.1622 -0.00179 ± 0.00185 0.00114 ± 0.00010 1.051 ± 0.087 % 98.922 ± 0.324 % + 5 2.8263 ± 0.1443 -0.00124 ± 0.00155 0.00104 ± 0.00008 0.989 ± 0.074 % 98.902 ± 0.292 % + 6 2.6446 ± 0.1213 -0.00001 ± 0.00143 0.00106 ± 0.00008 0.958 ± 0.066 % 98.889 ± 0.268 % + 7 2.8995 ± 0.1285 0.00009 ± 0.00143 0.00145 ± 0.00009 1.193 ± 0.067 % 98.543 ± 0.284 % + 8 2.7877 ± 0.1170 0.00017 ± 0.00137 0.00147 ± 0.00009 1.202 ± 0.060 % 98.480 ± 0.271 % + 9 3.1191 ± 0.1278 0.00029 ± 0.00126 0.00143 ± 0.00008 1.158 ± 0.056 % 98.388 ± 0.263 % + 10 3.2325 ± 0.1272 -0.00007 ± 0.00118 0.00143 ± 0.00007 1.148 ± 0.052 % 98.353 ± 0.252 % + 11 3.0321 ± 0.1102 -0.00003 ± 0.00115 0.00143 ± 0.00007 1.160 ± 0.048 % 98.467 ± 0.232 % + 12 3.3236 ± 0.1210 -0.00001 ± 0.00109 0.00144 ± 0.00007 1.133 ± 0.046 % 98.268 ± 0.236 % + 13 3.7316 ± 0.1370 0.00059 ± 0.00109 0.00150 ± 0.00006 1.116 ± 0.044 % 98.220 ± 0.230 % + 14 3.9342 ± 0.1407 0.00081 ± 0.00103 0.00147 ± 0.00006 1.098 ± 0.041 % 98.151 ± 0.225 % + 15 4.2302 ± 0.1496 0.00076 ± 0.00101 0.00151 ± 0.00006 1.085 ± 0.040 % 98.196 ± 0.215 % + 16 4.4191 ± 0.1532 0.00111 ± 0.00097 0.00151 ± 0.00006 1.085 ± 0.039 % 98.162 ± 0.210 % + 17 4.6116 ± 0.1566 0.00095 ± 0.00094 0.00153 ± 0.00005 1.074 ± 0.037 % 98.224 ± 0.201 % + 18 4.8608 ± 0.1620 0.00066 ± 0.00091 0.00152 ± 0.00005 1.057 ± 0.036 % 98.235 ± 0.194 % + 19 4.6553 ± 0.1505 0.00058 ± 0.00089 0.00153 ± 0.00005 1.068 ± 0.040 % 98.246 ± 0.189 % + 20 4.7108 ± 0.1484 0.00039 ± 0.00086 0.00152 ± 0.00005 1.065 ± 0.039 % 98.314 ± 0.180 % + 21 4.6730 ± 0.1427 0.00036 ± 0.00086 0.00159 ± 0.00005 1.072 ± 0.037 % 98.282 ± 0.178 % + 22 4.6530 ± 0.1385 0.00016 ± 0.00085 0.00167 ± 0.00005 1.093 ± 0.036 % 98.217 ± 0.177 % + 23 4.5563 ± 0.1320 0.00024 ± 0.00083 0.00167 ± 0.00005 1.108 ± 0.036 % 98.227 ± 0.172 % + 24 4.6975 ± 0.1343 0.00034 ± 0.00083 0.00169 ± 0.00005 1.107 ± 0.034 % 98.203 ± 0.170 % + 25 4.8236 ± 0.1354 0.00037 ± 0.00083 0.00183 ± 0.00006 1.164 ± 0.042 % 98.133 ± 0.170 % + 26 4.8507 ± 0.1341 0.00032 ± 0.00082 0.00181 ± 0.00006 1.158 ± 0.041 % 98.069 ± 0.169 % + 27 4.7643 ± 0.1294 0.00032 ± 0.00083 0.00196 ± 0.00007 1.224 ± 0.044 % 98.054 ± 0.166 % + 28 4.5646 ± 0.1211 0.00033 ± 0.00082 0.00207 ± 0.00008 1.284 ± 0.049 % 98.081 ± 0.162 % + 29 4.4069 ± 0.1145 0.00048 ± 0.00080 0.00212 ± 0.00008 1.330 ± 0.053 % 98.107 ± 0.158 % + 30 4.4751 ± 0.1151 0.00035 ± 0.00079 0.00213 ± 0.00008 1.318 ± 0.052 % 98.105 ± 0.156 % + 31 4.3763 ± 0.1106 0.00070 ± 0.00080 0.00210 ± 0.00007 1.311 ± 0.051 % 98.140 ± 0.152 % + 32 4.1923 ± 0.1034 0.00084 ± 0.00078 0.00210 ± 0.00007 1.339 ± 0.053 % 98.199 ± 0.147 % + 33 4.0846 ± 0.0988 0.00087 ± 0.00077 0.00208 ± 0.00007 1.347 ± 0.054 % 98.217 ± 0.144 % + 34 4.0334 ± 0.0955 0.00087 ± 0.00075 0.00206 ± 0.00007 1.350 ± 0.053 % 98.270 ± 0.140 % + 35 4.0176 ± 0.0934 0.00073 ± 0.00074 0.00206 ± 0.00007 1.348 ± 0.051 % 98.286 ± 0.137 % + 36 4.0964 ± 0.0948 0.00110 ± 0.00078 0.00217 ± 0.00007 1.386 ± 0.052 % 98.192 ± 0.139 % + 37 4.1512 ± 0.0954 0.00123 ± 0.00078 0.00219 ± 0.00007 1.388 ± 0.050 % 98.145 ± 0.139 % + 38 4.2127 ± 0.0964 0.00129 ± 0.00076 0.00218 ± 0.00007 1.383 ± 0.049 % 98.101 ± 0.139 % + 39 4.2336 ± 0.0960 0.00152 ± 0.00075 0.00221 ± 0.00007 1.400 ± 0.049 % 98.100 ± 0.137 % + 40 4.3629 ± 0.0987 0.00129 ± 0.00074 0.00222 ± 0.00007 1.393 ± 0.048 % 98.078 ± 0.136 % + 41 4.4005 ± 0.0985 0.00115 ± 0.00074 0.00233 ± 0.00008 1.449 ± 0.071 % 98.068 ± 0.135 % + 42 4.2689 ± 0.0938 0.00126 ± 0.00074 0.00241 ± 0.00009 1.490 ± 0.069 % 98.095 ± 0.132 % + 43 4.1458 ± 0.0896 0.00108 ± 0.00077 0.00259 ± 0.00018 1.685 ± 0.170 % 98.121 ± 0.130 % + 44 4.0482 ± 0.0858 0.00123 ± 0.00081 0.00292 ± 0.00019 1.889 ± 0.156 % 98.057 ± 0.130 % + 45 3.9295 ± 0.0818 0.00122 ± 0.00080 0.00298 ± 0.00019 1.959 ± 0.152 % 98.100 ± 0.127 % + 46 3.9182 ± 0.0803 0.00118 ± 0.00078 0.00295 ± 0.00018 1.946 ± 0.149 % 98.116 ± 0.126 % + 47 3.9344 ± 0.0802 0.00143 ± 0.00080 0.00299 ± 0.00018 1.937 ± 0.147 % 98.089 ± 0.125 % + 48 4.0359 ± 0.0820 0.00151 ± 0.00078 0.00297 ± 0.00018 1.920 ± 0.145 % 98.064 ± 0.125 % + 49 4.1128 ± 0.0830 0.00129 ± 0.00077 0.00294 ± 0.00017 1.903 ± 0.143 % 98.079 ± 0.123 % + 50 4.1149 ± 0.0821 0.00117 ± 0.00076 0.00291 ± 0.00017 1.894 ± 0.141 % 98.071 ± 0.122 % + 51 4.1059 ± 0.0811 0.00111 ± 0.00075 0.00290 ± 0.00017 1.881 ± 0.139 % 98.101 ± 0.120 % + 52 4.1607 ± 0.0818 0.00116 ± 0.00074 0.00287 ± 0.00016 1.866 ± 0.138 % 98.122 ± 0.118 % + 53 4.2416 ± 0.0831 0.00119 ± 0.00073 0.00286 ± 0.00016 1.852 ± 0.136 % 98.098 ± 0.117 % + 54 4.3169 ± 0.0842 0.00117 ± 0.00072 0.00283 ± 0.00016 1.839 ± 0.135 % 98.097 ± 0.116 % + 55 4.3820 ± 0.0849 0.00107 ± 0.00072 0.00287 ± 0.00016 1.829 ± 0.133 % 98.096 ± 0.115 % + 56 4.4249 ± 0.0850 0.00107 ± 0.00071 0.00285 ± 0.00015 1.817 ± 0.132 % 98.102 ± 0.114 % + 57 4.4588 ± 0.0848 0.00096 ± 0.00070 0.00284 ± 0.00015 1.806 ± 0.130 % 98.101 ± 0.113 % + 58 4.4928 ± 0.0847 0.00098 ± 0.00069 0.00282 ± 0.00015 1.797 ± 0.128 % 98.080 ± 0.113 % + 59 4.5211 ± 0.0846 0.00104 ± 0.00068 0.00281 ± 0.00015 1.786 ± 0.127 % 98.086 ± 0.112 % + 60 4.5327 ± 0.0841 0.00102 ± 0.00068 0.00282 ± 0.00014 1.787 ± 0.125 % 98.065 ± 0.111 % + 61 4.5332 ± 0.0834 0.00107 ± 0.00067 0.00280 ± 0.00014 1.776 ± 0.124 % 98.052 ± 0.111 % + 62 4.5312 ± 0.0826 0.00104 ± 0.00067 0.00278 ± 0.00014 1.768 ± 0.122 % 98.058 ± 0.110 % + 63 4.5661 ± 0.0828 0.00099 ± 0.00066 0.00276 ± 0.00014 1.757 ± 0.121 % 98.070 ± 0.109 % + 64 4.6035 ± 0.0829 0.00099 ± 0.00065 0.00275 ± 0.00014 1.749 ± 0.120 % 98.076 ± 0.108 % + 65 4.5868 ± 0.0819 0.00093 ± 0.00064 0.00273 ± 0.00013 1.741 ± 0.119 % 98.069 ± 0.107 % + 66 4.5957 ± 0.0813 0.00095 ± 0.00064 0.00271 ± 0.00013 1.731 ± 0.118 % 98.057 ± 0.106 % + 67 4.6145 ± 0.0810 0.00108 ± 0.00063 0.00270 ± 0.00013 1.725 ± 0.116 % 98.039 ± 0.106 % + 68 4.5838 ± 0.0796 0.00109 ± 0.00062 0.00268 ± 0.00013 1.715 ± 0.115 % 98.062 ± 0.105 % + 69 4.5691 ± 0.0787 0.00103 ± 0.00062 0.00267 ± 0.00013 1.709 ± 0.114 % 98.068 ± 0.104 % + 70 4.5878 ± 0.0785 0.00104 ± 0.00061 0.00265 ± 0.00012 1.699 ± 0.113 % 98.078 ± 0.103 % + 71 4.5911 ± 0.0781 0.00103 ± 0.00061 0.00263 ± 0.00012 1.691 ± 0.112 % 98.083 ± 0.102 % + 72 4.5913 ± 0.0775 0.00100 ± 0.00060 0.00262 ± 0.00012 1.682 ± 0.111 % 98.099 ± 0.101 % + 73 4.6004 ± 0.0772 0.00087 ± 0.00060 0.00261 ± 0.00012 1.673 ± 0.110 % 98.114 ± 0.100 % + 74 4.5809 ± 0.0761 0.00076 ± 0.00059 0.00258 ± 0.00012 1.664 ± 0.109 % 98.119 ± 0.099 % + 75 4.5587 ± 0.0751 0.00079 ± 0.00058 0.00258 ± 0.00012 1.656 ± 0.108 % 98.133 ± 0.098 % + 76 4.5573 ± 0.0746 0.00082 ± 0.00058 0.00257 ± 0.00011 1.648 ± 0.107 % 98.137 ± 0.097 % + 77 4.5561 ± 0.0741 0.00087 ± 0.00057 0.00256 ± 0.00011 1.641 ± 0.106 % 98.151 ± 0.096 % + 78 4.5482 ± 0.0734 0.00084 ± 0.00057 0.00254 ± 0.00011 1.633 ± 0.106 % 98.165 ± 0.095 % + 79 4.5386 ± 0.0727 0.00079 ± 0.00056 0.00253 ± 0.00011 1.626 ± 0.105 % 98.178 ± 0.094 % + 80 4.5013 ± 0.0715 0.00079 ± 0.00056 0.00252 ± 0.00011 1.624 ± 0.104 % 98.191 ± 0.093 % + 81 4.5238 ± 0.0714 0.00084 ± 0.00055 0.00250 ± 0.00011 1.617 ± 0.103 % 98.180 ± 0.093 % + 82 4.5370 ± 0.0711 0.00084 ± 0.00055 0.00249 ± 0.00011 1.609 ± 0.102 % 98.187 ± 0.092 % + 83 4.5343 ± 0.0706 0.00086 ± 0.00054 0.00248 ± 0.00011 1.602 ± 0.101 % 98.176 ± 0.092 % + 84 4.5570 ± 0.0707 0.00083 ± 0.00054 0.00247 ± 0.00010 1.595 ± 0.100 % 98.165 ± 0.092 % + 85 4.5868 ± 0.0708 0.00081 ± 0.00054 0.00247 ± 0.00010 1.589 ± 0.100 % 98.168 ± 0.091 % + 86 4.5470 ± 0.0697 0.00085 ± 0.00054 0.00245 ± 0.00010 1.583 ± 0.099 % 98.181 ± 0.090 % + 87 4.5521 ± 0.0693 0.00086 ± 0.00053 0.00245 ± 0.00010 1.578 ± 0.098 % 98.183 ± 0.090 % + 88 4.5514 ± 0.0689 0.00083 ± 0.00053 0.00243 ± 0.00010 1.572 ± 0.097 % 98.191 ± 0.089 % + 89 4.5675 ± 0.0687 0.00082 ± 0.00052 0.00243 ± 0.00010 1.568 ± 0.096 % 98.176 ± 0.089 % + 90 4.5818 ± 0.0684 0.00085 ± 0.00052 0.00243 ± 0.00010 1.565 ± 0.096 % 98.166 ± 0.089 % + 91 4.5769 ± 0.0678 0.00083 ± 0.00052 0.00242 ± 0.00010 1.562 ± 0.095 % 98.168 ± 0.088 % + 92 4.5429 ± 0.0667 0.00084 ± 0.00051 0.00240 ± 0.00010 1.556 ± 0.094 % 98.176 ± 0.087 % + 93 4.5116 ± 0.0656 0.00081 ± 0.00051 0.00239 ± 0.00009 1.553 ± 0.093 % 98.174 ± 0.087 % + 94 4.4746 ± 0.0645 0.00080 ± 0.00050 0.00237 ± 0.00009 1.551 ± 0.093 % 98.181 ± 0.086 % + 95 4.4434 ± 0.0635 0.00087 ± 0.00050 0.00238 ± 0.00009 1.574 ± 0.094 % 98.192 ± 0.086 % + 96 4.4143 ± 0.0625 0.00088 ± 0.00049 0.00236 ± 0.00009 1.574 ± 0.093 % 98.194 ± 0.085 % + 97 4.3864 ± 0.0616 0.00086 ± 0.00049 0.00235 ± 0.00009 1.568 ± 0.092 % 98.205 ± 0.084 % + 98 4.3573 ± 0.0607 0.00091 ± 0.00048 0.00234 ± 0.00009 1.577 ± 0.092 % 98.195 ± 0.084 % + 99 4.3331 ± 0.0598 0.00086 ± 0.00048 0.00233 ± 0.00009 1.575 ± 0.091 % 98.182 ± 0.084 % + 100 4.3567 ± 0.0599 0.00081 ± 0.00048 0.00232 ± 0.00009 1.570 ± 0.090 % 98.176 ± 0.084 % + 101 4.3776 ± 0.0599 0.00073 ± 0.00047 0.00231 ± 0.00009 1.564 ± 0.090 % 98.183 ± 0.083 % + 102 4.4358 ± 0.0607 0.00083 ± 0.00047 0.00232 ± 0.00009 1.561 ± 0.089 % 98.181 ± 0.083 % + 103 4.4918 ± 0.0614 0.00079 ± 0.00047 0.00233 ± 0.00009 1.558 ± 0.089 % 98.165 ± 0.083 % + 104 4.5393 ± 0.0619 0.00072 ± 0.00047 0.00233 ± 0.00009 1.553 ± 0.088 % 98.167 ± 0.082 % + 105 4.6159 ± 0.0630 0.00069 ± 0.00047 0.00233 ± 0.00009 1.547 ± 0.087 % 98.144 ± 0.082 % + 106 4.6824 ± 0.0638 0.00069 ± 0.00046 0.00233 ± 0.00009 1.542 ± 0.087 % 98.135 ± 0.082 % + 107 4.7123 ± 0.0640 0.00069 ± 0.00046 0.00232 ± 0.00009 1.537 ± 0.086 % 98.135 ± 0.082 % + 108 4.7386 ± 0.0643 0.00072 ± 0.00046 0.00233 ± 0.00008 1.534 ± 0.086 % 98.134 ± 0.082 % + 109 4.7518 ± 0.0643 0.00068 ± 0.00046 0.00232 ± 0.00008 1.528 ± 0.085 % 98.118 ± 0.082 % + 110 4.7568 ± 0.0643 0.00062 ± 0.00045 0.00233 ± 0.00008 1.526 ± 0.085 % 98.118 ± 0.081 % + 111 4.7155 ± 0.0633 0.00062 ± 0.00045 0.00236 ± 0.00008 1.555 ± 0.083 % 98.113 ± 0.081 % + 112 4.6665 ± 0.0623 0.00064 ± 0.00045 0.00234 ± 0.00008 1.551 ± 0.083 % 98.120 ± 0.080 % + 113 4.6150 ± 0.0612 0.00064 ± 0.00045 0.00234 ± 0.00008 1.550 ± 0.082 % 98.133 ± 0.080 % + 114 4.6519 ± 0.0615 0.00061 ± 0.00044 0.00232 ± 0.00008 1.544 ± 0.082 % 98.139 ± 0.079 % + 115 4.6845 ± 0.0618 0.00058 ± 0.00044 0.00232 ± 0.00008 1.539 ± 0.081 % 98.145 ± 0.079 % + 116 4.6994 ± 0.0618 0.00055 ± 0.00044 0.00231 ± 0.00008 1.536 ± 0.081 % 98.144 ± 0.078 % + 117 4.7110 ± 0.0616 0.00059 ± 0.00044 0.00230 ± 0.00008 1.531 ± 0.080 % 98.143 ± 0.078 % + 118 4.7412 ± 0.0619 0.00061 ± 0.00043 0.00229 ± 0.00008 1.527 ± 0.080 % 98.156 ± 0.078 % + 119 4.7743 ± 0.0622 0.00064 ± 0.00043 0.00229 ± 0.00008 1.523 ± 0.079 % 98.155 ± 0.077 % + 120 4.7905 ± 0.0621 0.00060 ± 0.00043 0.00228 ± 0.00008 1.522 ± 0.079 % 98.167 ± 0.077 % + 121 4.8096 ± 0.0621 0.00059 ± 0.00043 0.00228 ± 0.00008 1.518 ± 0.078 % 98.172 ± 0.076 % + 122 4.8243 ± 0.0621 0.00060 ± 0.00042 0.00228 ± 0.00008 1.516 ± 0.078 % 98.158 ± 0.076 % + 123 4.8130 ± 0.0617 0.00069 ± 0.00042 0.00229 ± 0.00008 1.517 ± 0.077 % 98.167 ± 0.076 % + 124 4.8036 ± 0.0613 0.00078 ± 0.00043 0.00240 ± 0.00008 1.576 ± 0.075 % 98.150 ± 0.076 % + 125 4.7715 ± 0.0605 0.00071 ± 0.00043 0.00250 ± 0.00008 1.611 ± 0.074 % 98.127 ± 0.076 % + 126 4.7272 ± 0.0596 0.00074 ± 0.00044 0.00262 ± 0.00008 1.692 ± 0.072 % 98.114 ± 0.076 % + 127 4.6897 ± 0.0588 0.00093 ± 0.00045 0.00274 ± 0.00008 1.766 ± 0.072 % 98.110 ± 0.076 % + 128 4.6573 ± 0.0580 0.00086 ± 0.00046 0.00283 ± 0.00008 1.817 ± 0.071 % 98.110 ± 0.075 % + 129 4.6209 ± 0.0573 0.00091 ± 0.00046 0.00290 ± 0.00008 1.851 ± 0.070 % 98.115 ± 0.075 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 4.620864 ± 0.057279 +Mean PPL(base) : 4.616678 ± 0.057201 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.93% +Mean ln(PPL(Q)/PPL(base)) : 0.000906 ± 0.000458 +Mean PPL(Q)/PPL(base) : 1.000907 ± 0.000458 +Mean PPL(Q)-PPL(base) : 0.004186 ± 0.002116 + +====== KL divergence statistics ====== +Mean KLD: 0.002903 ± 0.000085 +Maximum KLD: 1.739544 +99.9% KLD: 0.176370 +99.0% KLD: 0.040561 +95.0% KLD: 0.008946 +90.0% KLD: 0.004874 +Median KLD: 0.000729 +10.0% KLD: 0.000008 + 5.0% KLD: 0.000002 + 1.0% KLD: -0.000001 + 0.1% KLD: -0.000008 +Minimum KLD: -0.000085 + +====== Token probability statistics ====== +Mean Δp: -0.027 ± 0.010 % +Maximum Δp: 76.487% +99.9% Δp: 15.389% +99.0% Δp: 4.333% +95.0% Δp: 1.606% +90.0% Δp: 0.884% +75.0% Δp: 0.164% +Median Δp: 0.000% +25.0% Δp: -0.175% +10.0% Δp: -0.905% + 5.0% Δp: -1.696% + 1.0% Δp: -4.910% + 0.1% Δp: -17.374% +Minimum Δp: -44.097% +RMS Δp : 1.851 ± 0.070 % +Same top p: 98.115 ± 0.075 % + +llama_perf_context_print: load time = 97706.73 ms +llama_perf_context_print: prompt eval time = 578817.12 ms / 66048 tokens ( 8.76 ms per token, 114.11 tokens per second) +llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +llama_perf_context_print: total time = 626037.06 ms / 66049 tokens +llama_perf_context_print: graphs reused = 15 +llama_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +llama_memory_breakdown_print: | - CUDA0 (RTX 3090) | 24135 = 3163 + ( 20443 = 17444 + 107 + 2891) + 527 | +llama_memory_breakdown_print: | - CUDA1 (RTX 3090) | 24135 = 2429 + ( 21077 = 12914 + 1503 + 6659) + 628 | +llama_memory_breakdown_print: | - Host | 262831 = 262695 + 0 + 136 | +``` diff --git a/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q8_0.md b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q8_0.md new file mode 100644 index 0000000000000000000000000000000000000000..033a4b2dc15ccc555f88ccae96971ab69b60bc42 --- /dev/null +++ b/kld_data/aes_sedai/Qwen3.5-397B-A17B-Q8_0.md @@ -0,0 +1,1082 @@ +### Qwen3.5-397B-A17B-Q8_0 (aes_sedai) + +```txt +/home/jarvis/development/llama.cpp/build/bin/llama-perplexity --threads 48 --flash-attn on -lv 4 --file /mnt/srv/host/resources/KLD/wiki.test.raw --kl-divergence-base /mnt/srv/snowdrift/ref-logits/Qwen3.5-397B-A17B-BF16-512ctx-wiki.test.raw.bin --kl-divergence --batch-size 8192 --ubatch-size 8192 --model /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q8_0.gguf +0.00.586.398 I common_init_result: fitting params to device memory ... +0.00.586.405 I common_init_result: (for bugs during this step try to reproduce them with -fit off, or provide --verbose logs if the bug only occurs with -fit on) +0.00.586.413 I common_params_fit_impl: getting device memory data for initial parameters: +0.00.632.577 I llama_model_loader: loaded meta data with 44 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q8_0.gguf (version GGUF V3 (latest)) +0.00.632.605 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.00.632.615 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.00.632.616 I llama_model_loader: - kv 1: general.type str = model +0.00.632.618 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.00.632.629 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.00.632.630 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.00.632.631 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.00.632.631 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.00.632.633 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.00.632.634 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.00.632.635 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.00.632.654 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.00.632.662 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.00.632.663 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.00.632.663 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.00.632.664 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.00.632.664 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.00.632.668 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.00.632.669 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.00.632.670 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.00.632.671 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.00.632.671 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.00.632.672 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.00.632.672 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.00.632.672 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.00.632.673 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.00.632.673 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.00.632.673 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.00.632.674 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.00.632.674 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.00.632.674 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.00.632.675 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.00.632.675 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.00.632.676 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.00.632.676 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.00.632.676 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.00.646.694 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.00.650.207 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.00.663.359 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.00.663.381 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.00.663.382 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.00.663.383 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.00.663.386 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.00.663.386 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.00.663.386 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.00.663.389 I llama_model_loader: - type f32: 458 tensors +0.00.663.389 I llama_model_loader: - type q8_0: 597 tensors +0.00.663.390 I llama_model_loader: - type bf16: 2 tensors +0.00.663.392 I print_info: file format = GGUF V3 (latest) +0.00.663.393 I print_info: file type = Q8_0 +0.00.663.396 I print_info: file size = 399.08 GiB (8.51 BPW) +0.01.322.547 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.322.571 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.322.578 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.322.584 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.322.589 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.322.594 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.322.600 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.322.608 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.412.501 I load: 0 unused tokens +0.01.435.582 I load: printing all EOG tokens: +0.01.435.593 I load: - 248044 ('<|endoftext|>') +0.01.435.594 I load: - 248046 ('<|im_end|>') +0.01.435.595 I load: - 248063 ('<|fim_pad|>') +0.01.435.595 I load: - 248064 ('<|repo_name|>') +0.01.435.595 I load: - 248065 ('<|file_sep|>') +0.01.435.768 I load: special tokens cache size = 33 +0.01.485.385 I load: token to piece cache size = 1.7581 MB +0.01.485.410 I print_info: arch = qwen35moe +0.01.485.411 I print_info: vocab_only = 0 +0.01.485.411 I print_info: no_alloc = 1 +0.01.485.412 I print_info: n_ctx_train = 262144 +0.01.485.412 I print_info: n_embd = 4096 +0.01.485.413 I print_info: n_embd_inp = 4096 +0.01.485.413 I print_info: n_layer = 61 +0.01.485.432 I print_info: n_head = 32 +0.01.485.433 I print_info: n_head_kv = 2 +0.01.485.434 I print_info: n_rot = 64 +0.01.485.434 I print_info: n_swa = 0 +0.01.485.435 I print_info: is_swa_any = 0 +0.01.485.436 I print_info: n_embd_head_k = 256 +0.01.485.436 I print_info: n_embd_head_v = 256 +0.01.485.437 I print_info: n_gqa = 16 +0.01.485.441 I print_info: n_embd_k_gqa = 512 +0.01.485.444 I print_info: n_embd_v_gqa = 512 +0.01.485.466 I print_info: f_norm_eps = 0.0e+00 +0.01.485.475 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.485.475 I print_info: f_clamp_kqv = 0.0e+00 +0.01.485.476 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.485.476 I print_info: f_logit_scale = 0.0e+00 +0.01.485.476 I print_info: f_attn_scale = 0.0e+00 +0.01.485.477 I print_info: f_attn_value_scale = 0.0000 +0.01.485.480 I print_info: n_ff = 0 +0.01.485.480 I print_info: n_expert = 512 +0.01.485.481 I print_info: n_expert_used = 10 +0.01.485.481 I print_info: n_expert_groups = 0 +0.01.485.481 I print_info: n_group_used = 0 +0.01.485.481 I print_info: causal attn = 1 +0.01.485.482 I print_info: pooling type = -1 +0.01.485.482 I print_info: rope type = 40 +0.01.485.482 I print_info: rope scaling = linear +0.01.485.483 I print_info: freq_base_train = 10000000.0 +0.01.485.484 I print_info: freq_scale_train = 1 +0.01.485.484 I print_info: n_ctx_orig_yarn = 262144 +0.01.485.484 I print_info: rope_yarn_log_mul = 0.0000 +0.01.485.485 I print_info: rope_finetuned = unknown +0.01.485.485 I print_info: mrope sections = [11, 11, 10, 0] +0.01.485.486 I print_info: ssm_d_conv = 4 +0.01.485.486 I print_info: ssm_d_inner = 8192 +0.01.485.486 I print_info: ssm_d_state = 128 +0.01.485.486 I print_info: ssm_dt_rank = 64 +0.01.485.486 I print_info: ssm_n_group = 16 +0.01.485.487 I print_info: ssm_dt_b_c_rms = 0 +0.01.485.487 I print_info: model type = 397B.A17B +0.01.485.488 I print_info: model params = 402.94 B +0.01.485.489 I print_info: general.name = Qwen3.5 397B A17B +0.01.485.493 I print_info: vocab type = BPE +0.01.485.494 I print_info: n_vocab = 248320 +0.01.485.495 I print_info: n_merges = 247587 +0.01.485.496 I print_info: BOS token = 11 ',' +0.01.485.496 I print_info: EOS token = 248046 '<|im_end|>' +0.01.485.496 I print_info: EOT token = 248046 '<|im_end|>' +0.01.485.497 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.485.498 I print_info: LF token = 198 'Ċ' +0.01.485.498 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.485.498 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.485.498 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.485.500 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.485.500 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.485.500 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.485.517 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.485.519 I print_info: EOG token = 248046 '<|im_end|>' +0.01.485.520 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.485.520 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.485.520 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.485.522 I print_info: max token length = 256 +0.01.485.523 I load_tensors: loading model tensors, this can take a while... (mmap = false, direct_io = false) +0.01.490.107 I load_tensors: offloading output layer to GPU +0.01.490.115 I load_tensors: offloading 60 repeating layers to GPU +0.01.490.115 I load_tensors: offloaded 62/62 layers to GPU +0.01.490.121 I load_tensors: CUDA0 model buffer size = 0.00 MiB +0.01.490.121 I load_tensors: CUDA1 model buffer size = 0.00 MiB +0.01.490.121 I load_tensors: CUDA2 model buffer size = 0.00 MiB +0.01.490.121 I load_tensors: CUDA3 model buffer size = 0.00 MiB +0.01.490.122 I load_tensors: CUDA4 model buffer size = 0.00 MiB +0.01.490.122 I load_tensors: CUDA5 model buffer size = 0.00 MiB +0.01.490.122 I load_tensors: CUDA6 model buffer size = 0.00 MiB +0.01.490.122 I load_tensors: CUDA7 model buffer size = 0.00 MiB +0.01.490.123 I load_tensors: CUDA_Host model buffer size = 0.00 MiB +0.01.493.059 I llama_context: constructing llama_context +0.01.493.067 I llama_context: n_seq_max = 16 +0.01.493.067 I llama_context: n_ctx = 8192 +0.01.493.068 I llama_context: n_ctx_seq = 512 +0.01.493.068 I llama_context: n_batch = 8192 +0.01.493.068 I llama_context: n_ubatch = 8192 +0.01.493.069 I llama_context: causal_attn = 1 +0.01.493.070 I llama_context: flash_attn = enabled +0.01.493.070 I llama_context: kv_unified = false +0.01.493.073 I llama_context: freq_base = 10000000.0 +0.01.493.073 I llama_context: freq_scale = 1 +0.01.493.074 I llama_context: n_rs_seq = 0 +0.01.493.074 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +0.01.498.230 I llama_context: CUDA_Host output buffer size = 15.16 MiB +0.01.498.383 I llama_kv_cache: CUDA0 KV buffer size = 0.00 MiB +0.01.498.392 I llama_kv_cache: CUDA1 KV buffer size = 0.00 MiB +0.01.498.393 I llama_kv_cache: CUDA2 KV buffer size = 0.00 MiB +0.01.498.393 I llama_kv_cache: CUDA3 KV buffer size = 0.00 MiB +0.01.498.394 I llama_kv_cache: CUDA4 KV buffer size = 0.00 MiB +0.01.498.395 I llama_kv_cache: CUDA5 KV buffer size = 0.00 MiB +0.01.498.395 I llama_kv_cache: CUDA6 KV buffer size = 0.00 MiB +0.01.498.396 I llama_kv_cache: CUDA7 KV buffer size = 0.00 MiB +0.01.498.400 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +0.01.498.402 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +0.01.498.402 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +0.01.498.929 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +0.01.499.339 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +0.01.499.771 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +0.01.500.188 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +0.01.500.639 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +0.01.501.047 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +0.01.501.460 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +0.01.501.748 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +0.01.501.761 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +0.01.501.841 I llama_context: pipeline parallelism enabled +0.01.501.849 I sched_reserve: reserving ... +0.01.572.994 I sched_reserve: resolving fused Gated Delta Net support: +0.01.574.904 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +0.01.579.466 I sched_reserve: fused Gated Delta Net (chunked) enabled +0.01.596.544 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +0.01.596.559 I sched_reserve: CUDA1 compute buffer size = 3681.00 MiB +0.01.596.559 I sched_reserve: CUDA2 compute buffer size = 3681.00 MiB +0.01.596.560 I sched_reserve: CUDA3 compute buffer size = 3681.00 MiB +0.01.596.560 I sched_reserve: CUDA4 compute buffer size = 3681.00 MiB +0.01.596.560 I sched_reserve: CUDA5 compute buffer size = 3681.00 MiB +0.01.596.561 I sched_reserve: CUDA6 compute buffer size = 3681.00 MiB +0.01.596.561 I sched_reserve: CUDA7 compute buffer size = 9201.13 MiB +0.01.596.562 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +0.01.596.562 I sched_reserve: graph nodes = 5963 +0.01.596.562 I sched_reserve: graph splits = 9 +0.01.596.566 I sched_reserve: reserve took 94.71 ms, sched copies = 4 +0.01.597.107 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +0.01.597.116 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (56959 = 53321 + 429 + 3209) + -55999 | +0.01.597.117 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (57431 = 53321 + 429 + 3681) + -56471 | +0.01.597.117 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (57431 = 53321 + 429 + 3681) + -56471 | +0.01.597.118 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (50760 = 46666 + 413 + 3681) + -49800 | +0.01.597.118 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (57431 = 53321 + 429 + 3681) + -56471 | +0.01.597.118 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (57431 = 53321 + 429 + 3681) + -56471 | +0.01.597.119 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96289 + (57431 = 53321 + 429 + 3681) + -56471 | +0.01.597.119 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 96487 + (50463 = 41031 + 230 + 9201) + -49701 | +0.01.597.119 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +0.01.657.642 I common_params_fit_impl: projected memory use with initial parameters [MiB]: +0.01.657.654 I common_params_fit_impl: - CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 56959 used, 39330 free vs. target of 1024 +0.01.657.654 I common_params_fit_impl: - CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 57431 used, 38858 free vs. target of 1024 +0.01.657.655 I common_params_fit_impl: - CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 57431 used, 38858 free vs. target of 1024 +0.01.657.655 I common_params_fit_impl: - CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 50760 used, 45529 free vs. target of 1024 +0.01.657.656 I common_params_fit_impl: - CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 57431 used, 38858 free vs. target of 1024 +0.01.657.656 I common_params_fit_impl: - CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 57431 used, 38858 free vs. target of 1024 +0.01.657.656 I common_params_fit_impl: - CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 57431 used, 38858 free vs. target of 1024 +0.01.657.656 I common_params_fit_impl: - CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition): 97250 total, 50463 used, 46024 free vs. target of 1024 +0.01.657.657 I common_params_fit_impl: projected to use 445342 MiB of device memory vs. 770517 MiB of free device memory +0.01.657.657 I common_params_fit_impl: targets for free memory can be met on all devices, no changes needed +0.01.657.658 I common_fit_params: successfully fit params to free device memory +0.01.657.662 I common_fit_params: fitting params to free memory took 1.07 seconds +0.01.694.129 I llama_model_loader: loaded meta data with 44 key-value pairs and 1057 tensors from /mnt/srv/snowdrift/gguf/Qwen3.5-397B-A17B-GGUF/aes_sedai/Qwen3.5-397B-A17B-Q8_0.gguf (version GGUF V3 (latest)) +0.01.694.155 I llama_model_loader: Dumping metadata keys/values. Note: KV overrides do not apply in this output. +0.01.694.159 I llama_model_loader: - kv 0: general.architecture str = qwen35moe +0.01.694.160 I llama_model_loader: - kv 1: general.type str = model +0.01.694.161 I llama_model_loader: - kv 2: general.sampling.top_k i32 = 20 +0.01.694.165 I llama_model_loader: - kv 3: general.sampling.top_p f32 = 0.950000 +0.01.694.166 I llama_model_loader: - kv 4: general.sampling.temp f32 = 0.600000 +0.01.694.167 I llama_model_loader: - kv 5: general.name str = Qwen3.5 397B A17B +0.01.694.167 I llama_model_loader: - kv 6: general.basename str = Qwen3.5 +0.01.694.167 I llama_model_loader: - kv 7: general.size_label str = 397B-A17B +0.01.694.168 I llama_model_loader: - kv 8: general.license str = apache-2.0 +0.01.694.169 I llama_model_loader: - kv 9: general.license.link str = https://huggingface.co/Qwen/Qwen3.5-3... +0.01.694.179 I llama_model_loader: - kv 10: general.tags arr[str,1] = ["image-text-to-text"] +0.01.694.182 I llama_model_loader: - kv 11: qwen35moe.block_count u32 = 61 +0.01.694.199 I llama_model_loader: - kv 12: qwen35moe.context_length u32 = 262144 +0.01.694.207 I llama_model_loader: - kv 13: qwen35moe.embedding_length u32 = 4096 +0.01.694.207 I llama_model_loader: - kv 14: qwen35moe.attention.head_count u32 = 32 +0.01.694.208 I llama_model_loader: - kv 15: qwen35moe.attention.head_count_kv u32 = 2 +0.01.694.211 I llama_model_loader: - kv 16: qwen35moe.rope.dimension_sections arr[i32,4] = [11, 11, 10, 0] +0.01.694.213 I llama_model_loader: - kv 17: qwen35moe.rope.freq_base f32 = 10000000.000000 +0.01.694.214 I llama_model_loader: - kv 18: qwen35moe.attention.layer_norm_rms_epsilon f32 = 0.000001 +0.01.694.215 I llama_model_loader: - kv 19: qwen35moe.expert_count u32 = 512 +0.01.694.215 I llama_model_loader: - kv 20: qwen35moe.expert_used_count u32 = 10 +0.01.694.216 I llama_model_loader: - kv 21: qwen35moe.attention.key_length u32 = 256 +0.01.694.216 I llama_model_loader: - kv 22: qwen35moe.attention.value_length u32 = 256 +0.01.694.217 I llama_model_loader: - kv 23: qwen35moe.expert_feed_forward_length u32 = 1024 +0.01.694.217 I llama_model_loader: - kv 24: qwen35moe.expert_shared_feed_forward_length u32 = 1024 +0.01.694.218 I llama_model_loader: - kv 25: qwen35moe.ssm.conv_kernel u32 = 4 +0.01.694.218 I llama_model_loader: - kv 26: qwen35moe.ssm.state_size u32 = 128 +0.01.694.218 I llama_model_loader: - kv 27: qwen35moe.ssm.group_count u32 = 16 +0.01.694.219 I llama_model_loader: - kv 28: qwen35moe.ssm.time_step_rank u32 = 64 +0.01.694.219 I llama_model_loader: - kv 29: qwen35moe.ssm.inner_size u32 = 8192 +0.01.694.220 I llama_model_loader: - kv 30: qwen35moe.full_attention_interval u32 = 4 +0.01.694.220 I llama_model_loader: - kv 31: qwen35moe.rope.dimension_count u32 = 64 +0.01.694.221 I llama_model_loader: - kv 32: qwen35moe.nextn_predict_layers u32 = 1 +0.01.694.221 I llama_model_loader: - kv 33: tokenizer.ggml.model str = gpt2 +0.01.694.222 I llama_model_loader: - kv 34: tokenizer.ggml.pre str = qwen35 +0.01.708.311 I llama_model_loader: - kv 35: tokenizer.ggml.tokens arr[str,248320] = ["!", "\"", "#", "$", "%", "&", "'", ... +0.01.711.812 I llama_model_loader: - kv 36: tokenizer.ggml.token_type arr[i32,248320] = [1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, 1, ... +0.01.724.991 I llama_model_loader: - kv 37: tokenizer.ggml.merges arr[str,247587] = ["Ġ Ġ", "ĠĠ ĠĠ", "i n", "Ġ t",... +0.01.725.002 I llama_model_loader: - kv 38: tokenizer.ggml.eos_token_id u32 = 248046 +0.01.725.003 I llama_model_loader: - kv 39: tokenizer.ggml.padding_token_id u32 = 248044 +0.01.725.004 I llama_model_loader: - kv 40: tokenizer.ggml.add_bos_token bool = false +0.01.725.006 I llama_model_loader: - kv 41: tokenizer.chat_template str = {%- set image_count = namespace(value... +0.01.725.007 I llama_model_loader: - kv 42: general.quantization_version u32 = 2 +0.01.725.007 I llama_model_loader: - kv 43: general.file_type u32 = 7 +0.01.725.008 I llama_model_loader: - type f32: 458 tensors +0.01.725.009 I llama_model_loader: - type q8_0: 597 tensors +0.01.725.009 I llama_model_loader: - type bf16: 2 tensors +0.01.725.010 I print_info: file format = GGUF V3 (latest) +0.01.725.011 I print_info: file type = Q8_0 +0.01.725.015 I print_info: file size = 399.08 GiB (8.51 BPW) +0.01.725.349 I llama_prepare_model_devices: using device CUDA0 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:01:00.0) - 96687 MiB free +0.01.725.388 I llama_prepare_model_devices: using device CUDA1 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:02:00.0) - 96687 MiB free +0.01.725.402 I llama_prepare_model_devices: using device CUDA2 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:03:00.0) - 96687 MiB free +0.01.725.409 I llama_prepare_model_devices: using device CUDA3 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:04:00.0) - 96687 MiB free +0.01.725.416 I llama_prepare_model_devices: using device CUDA4 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:05:00.0) - 96687 MiB free +0.01.725.421 I llama_prepare_model_devices: using device CUDA5 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:06:00.0) - 96687 MiB free +0.01.725.427 I llama_prepare_model_devices: using device CUDA6 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:07:00.0) - 96687 MiB free +0.01.725.432 I llama_prepare_model_devices: using device CUDA7 (NVIDIA RTX PRO 6000 Blackwell Max-Q Workstation Edition) (0000:08:00.0) - 96687 MiB free +0.01.802.942 I load: 0 unused tokens +0.01.828.515 I load: printing all EOG tokens: +0.01.828.524 I load: - 248044 ('<|endoftext|>') +0.01.828.524 I load: - 248046 ('<|im_end|>') +0.01.828.525 I load: - 248063 ('<|fim_pad|>') +0.01.828.525 I load: - 248064 ('<|repo_name|>') +0.01.828.525 I load: - 248065 ('<|file_sep|>') +0.01.828.710 I load: special tokens cache size = 33 +0.01.877.817 I load: token to piece cache size = 1.7581 MB +0.01.877.838 I print_info: arch = qwen35moe +0.01.877.839 I print_info: vocab_only = 0 +0.01.877.839 I print_info: no_alloc = 0 +0.01.877.840 I print_info: n_ctx_train = 262144 +0.01.877.840 I print_info: n_embd = 4096 +0.01.877.840 I print_info: n_embd_inp = 4096 +0.01.877.841 I print_info: n_layer = 61 +0.01.877.849 I print_info: n_head = 32 +0.01.877.850 I print_info: n_head_kv = 2 +0.01.877.850 I print_info: n_rot = 64 +0.01.877.850 I print_info: n_swa = 0 +0.01.877.851 I print_info: is_swa_any = 0 +0.01.877.851 I print_info: n_embd_head_k = 256 +0.01.877.851 I print_info: n_embd_head_v = 256 +0.01.877.852 I print_info: n_gqa = 16 +0.01.877.853 I print_info: n_embd_k_gqa = 512 +0.01.877.854 I print_info: n_embd_v_gqa = 512 +0.01.877.856 I print_info: f_norm_eps = 0.0e+00 +0.01.877.859 I print_info: f_norm_rms_eps = 1.0e-06 +0.01.877.859 I print_info: f_clamp_kqv = 0.0e+00 +0.01.877.859 I print_info: f_max_alibi_bias = 0.0e+00 +0.01.877.859 I print_info: f_logit_scale = 0.0e+00 +0.01.877.859 I print_info: f_attn_scale = 0.0e+00 +0.01.877.860 I print_info: f_attn_value_scale = 0.0000 +0.01.877.861 I print_info: n_ff = 0 +0.01.877.861 I print_info: n_expert = 512 +0.01.877.861 I print_info: n_expert_used = 10 +0.01.877.861 I print_info: n_expert_groups = 0 +0.01.877.861 I print_info: n_group_used = 0 +0.01.877.861 I print_info: causal attn = 1 +0.01.877.862 I print_info: pooling type = -1 +0.01.877.862 I print_info: rope type = 40 +0.01.877.862 I print_info: rope scaling = linear +0.01.877.863 I print_info: freq_base_train = 10000000.0 +0.01.877.863 I print_info: freq_scale_train = 1 +0.01.877.864 I print_info: n_ctx_orig_yarn = 262144 +0.01.877.864 I print_info: rope_yarn_log_mul = 0.0000 +0.01.877.864 I print_info: rope_finetuned = unknown +0.01.877.864 I print_info: mrope sections = [11, 11, 10, 0] +0.01.877.865 I print_info: ssm_d_conv = 4 +0.01.877.865 I print_info: ssm_d_inner = 8192 +0.01.877.866 I print_info: ssm_d_state = 128 +0.01.877.866 I print_info: ssm_dt_rank = 64 +0.01.877.866 I print_info: ssm_n_group = 16 +0.01.877.866 I print_info: ssm_dt_b_c_rms = 0 +0.01.877.867 I print_info: model type = 397B.A17B +0.01.877.869 I print_info: model params = 402.94 B +0.01.877.870 I print_info: general.name = Qwen3.5 397B A17B +0.01.877.871 I print_info: vocab type = BPE +0.01.877.872 I print_info: n_vocab = 248320 +0.01.877.893 I print_info: n_merges = 247587 +0.01.877.898 I print_info: BOS token = 11 ',' +0.01.877.899 I print_info: EOS token = 248046 '<|im_end|>' +0.01.877.899 I print_info: EOT token = 248046 '<|im_end|>' +0.01.877.899 I print_info: PAD token = 248044 '<|endoftext|>' +0.01.877.900 I print_info: LF token = 198 'Ċ' +0.01.877.900 I print_info: FIM PRE token = 248060 '<|fim_prefix|>' +0.01.877.900 I print_info: FIM SUF token = 248062 '<|fim_suffix|>' +0.01.877.900 I print_info: FIM MID token = 248061 '<|fim_middle|>' +0.01.877.901 I print_info: FIM PAD token = 248063 '<|fim_pad|>' +0.01.877.901 I print_info: FIM REP token = 248064 '<|repo_name|>' +0.01.877.901 I print_info: FIM SEP token = 248065 '<|file_sep|>' +0.01.877.901 I print_info: EOG token = 248044 '<|endoftext|>' +0.01.877.901 I print_info: EOG token = 248046 '<|im_end|>' +0.01.877.902 I print_info: EOG token = 248063 '<|fim_pad|>' +0.01.877.902 I print_info: EOG token = 248064 '<|repo_name|>' +0.01.877.902 I print_info: EOG token = 248065 '<|file_sep|>' +0.01.877.902 I print_info: max token length = 256 +0.01.877.903 I load_tensors: loading model tensors, this can take a while... (mmap = true, direct_io = false) +2.07.963.318 I load_tensors: offloading output layer to GPU +2.07.963.333 I load_tensors: offloading 60 repeating layers to GPU +2.07.963.334 I load_tensors: offloaded 62/62 layers to GPU +2.07.963.339 I load_tensors: CPU_Mapped model buffer size = 1030.62 MiB +2.07.963.339 I load_tensors: CUDA0 model buffer size = 53321.20 MiB +2.07.963.340 I load_tensors: CUDA1 model buffer size = 53321.20 MiB +2.07.963.340 I load_tensors: CUDA2 model buffer size = 53321.20 MiB +2.07.963.341 I load_tensors: CUDA3 model buffer size = 46666.15 MiB +2.07.963.341 I load_tensors: CUDA4 model buffer size = 53321.20 MiB +2.07.963.341 I load_tensors: CUDA5 model buffer size = 53321.20 MiB +2.07.963.342 I load_tensors: CUDA6 model buffer size = 53321.20 MiB +2.07.963.342 I load_tensors: CUDA7 model buffer size = 41031.38 MiB +................................................................................................ +2.29.507.207 I common_init_result: added <|endoftext|> logit bias = -inf +2.29.507.217 I common_init_result: added <|im_end|> logit bias = -inf +2.29.507.218 I common_init_result: added <|fim_pad|> logit bias = -inf +2.29.507.218 I common_init_result: added <|repo_name|> logit bias = -inf +2.29.507.219 I common_init_result: added <|file_sep|> logit bias = -inf +2.29.507.487 I llama_context: constructing llama_context +2.29.507.495 I llama_context: n_seq_max = 16 +2.29.507.495 I llama_context: n_ctx = 8192 +2.29.507.496 I llama_context: n_ctx_seq = 512 +2.29.507.496 I llama_context: n_batch = 8192 +2.29.507.496 I llama_context: n_ubatch = 8192 +2.29.507.497 I llama_context: causal_attn = 1 +2.29.507.497 I llama_context: flash_attn = enabled +2.29.507.497 I llama_context: kv_unified = false +2.29.507.501 I llama_context: freq_base = 10000000.0 +2.29.507.501 I llama_context: freq_scale = 1 +2.29.507.502 I llama_context: n_rs_seq = 0 +2.29.507.502 W llama_context: n_ctx_seq (512) < n_ctx_train (262144) -- the full capacity of the model will not be utilized +2.29.519.095 I llama_context: CUDA_Host output buffer size = 15.16 MiB +2.29.519.509 I llama_kv_cache: CUDA0 KV buffer size = 32.00 MiB +2.29.529.759 I llama_kv_cache: CUDA1 KV buffer size = 32.00 MiB +2.29.534.864 I llama_kv_cache: CUDA2 KV buffer size = 32.00 MiB +2.29.535.071 I llama_kv_cache: CUDA3 KV buffer size = 16.00 MiB +2.29.535.269 I llama_kv_cache: CUDA4 KV buffer size = 32.00 MiB +2.29.535.559 I llama_kv_cache: CUDA5 KV buffer size = 32.00 MiB +2.29.535.767 I llama_kv_cache: CUDA6 KV buffer size = 32.00 MiB +2.29.538.957 I llama_kv_cache: CUDA7 KV buffer size = 32.00 MiB +2.29.538.995 I llama_kv_cache: size = 240.00 MiB ( 512 cells, 15 layers, 16/16 seqs), K (f16): 120.00 MiB, V (f16): 120.00 MiB +2.29.538.999 I llama_kv_cache: attn_rot_k = 0, n_embd_head_k_all = 256 +2.29.538.999 I llama_kv_cache: attn_rot_v = 0, n_embd_head_k_all = 256 +2.29.539.431 I llama_memory_recurrent: CUDA0 RS buffer size = 397.50 MiB +2.29.539.853 I llama_memory_recurrent: CUDA1 RS buffer size = 397.50 MiB +2.29.540.256 I llama_memory_recurrent: CUDA2 RS buffer size = 397.50 MiB +2.29.540.882 I llama_memory_recurrent: CUDA3 RS buffer size = 397.50 MiB +2.29.541.415 I llama_memory_recurrent: CUDA4 RS buffer size = 397.50 MiB +2.29.541.884 I llama_memory_recurrent: CUDA5 RS buffer size = 397.50 MiB +2.29.542.337 I llama_memory_recurrent: CUDA6 RS buffer size = 397.50 MiB +2.29.542.671 I llama_memory_recurrent: CUDA7 RS buffer size = 198.75 MiB +2.29.542.686 I llama_memory_recurrent: size = 2981.25 MiB ( 16 cells, 61 layers, 16 seqs 0 rs_seq), R (f32): 101.25 MiB, S (f32): 2880.00 MiB +2.29.542.787 I llama_context: pipeline parallelism enabled +2.29.542.794 I sched_reserve: reserving ... +2.29.609.274 I sched_reserve: resolving fused Gated Delta Net support: +2.29.610.775 I sched_reserve: fused Gated Delta Net (autoregressive) enabled +2.29.615.279 I sched_reserve: fused Gated Delta Net (chunked) enabled +2.29.713.365 I sched_reserve: CUDA0 compute buffer size = 3209.00 MiB +2.29.713.394 I sched_reserve: CUDA1 compute buffer size = 3169.00 MiB +2.29.713.395 I sched_reserve: CUDA2 compute buffer size = 3169.00 MiB +2.29.713.395 I sched_reserve: CUDA3 compute buffer size = 3169.00 MiB +2.29.713.396 I sched_reserve: CUDA4 compute buffer size = 3169.00 MiB +2.29.713.396 I sched_reserve: CUDA5 compute buffer size = 3169.00 MiB +2.29.713.396 I sched_reserve: CUDA6 compute buffer size = 3169.00 MiB +2.29.713.397 I sched_reserve: CUDA7 compute buffer size = 8689.13 MiB +2.29.713.398 I sched_reserve: CUDA_Host compute buffer size = 321.25 MiB +2.29.713.399 I sched_reserve: graph nodes = 5963 +2.29.713.399 I sched_reserve: graph splits = 9 +2.29.713.400 I sched_reserve: reserve took 170.60 ms, sched copies = 4 +2.29.713.479 W common_init_from_params: warming up the model with an empty run - please wait ... (--no-warmup to disable) +2.30.297.389 I +2.30.297.475 I system_info: n_threads = 48 (n_threads_batch = 48) / 56 | CUDA : ARCHS = 1200 | USE_GRAPHS = 1 | PEER_MAX_BATCH_SIZE = 128 | BLACKWELL_NATIVE_FP4 = 1 | CPU : SSE3 = 1 | SSSE3 = 1 | AVX = 1 | AVX_VNNI = 1 | AVX2 = 1 | F16C = 1 | FMA = 1 | BMI2 = 1 | AVX512 = 1 | AVX512_VBMI = 1 | AVX512_VNNI = 1 | AVX512_BF16 = 1 | LLAMAFILE = 1 | OPENMP = 1 | REPACK = 1 | +2.30.897.211 I kl_divergence: computing over 580 chunks, n_ctx=512, batch_size=8192, n_seq=16 +2.35.349.689 I kl_divergence: 4.45 seconds per pass - ETA 2.68 minutes + +chunk PPL ln(PPL(Q)/PPL(base)) KL Divergence Δp RMS Same top p + 1 3.1973 ± 0.4119 -0.00475 ± 0.00518 0.00207 ± 0.00026 1.478 ± 0.160 % 98.039 ± 0.870 % + 2 4.4559 ± 0.4889 0.00206 ± 0.00432 0.00206 ± 0.00017 1.355 ± 0.110 % 98.235 ± 0.584 % + 3 3.3033 ± 0.2802 0.00405 ± 0.00369 0.00230 ± 0.00022 1.681 ± 0.188 % 98.562 ± 0.431 % + 4 2.5826 ± 0.1695 0.00502 ± 0.00303 0.00250 ± 0.00020 1.865 ± 0.146 % 98.627 ± 0.364 % + 5 2.2443 ± 0.1208 0.00446 ± 0.00270 0.00295 ± 0.00028 2.059 ± 0.145 % 98.667 ± 0.321 % + 6 2.0714 ± 0.0955 0.00284 ± 0.00261 0.00373 ± 0.00038 2.441 ± 0.160 % 98.497 ± 0.311 % + 7 2.0496 ± 0.0864 0.00414 ± 0.00255 0.00394 ± 0.00035 2.460 ± 0.148 % 98.431 ± 0.294 % + 8 1.9493 ± 0.0742 0.00412 ± 0.00229 0.00407 ± 0.00033 2.559 ± 0.141 % 98.431 ± 0.275 % + 9 1.9070 ± 0.0664 0.00348 ± 0.00225 0.00432 ± 0.00032 2.729 ± 0.148 % 98.388 ± 0.263 % + 10 1.8988 ± 0.0617 0.00230 ± 0.00218 0.00488 ± 0.00035 3.040 ± 0.178 % 98.157 ± 0.266 % + 11 1.8358 ± 0.0550 0.00094 ± 0.00206 0.00505 ± 0.00033 3.104 ± 0.166 % 98.146 ± 0.255 % + 12 1.9863 ± 0.0604 0.00087 ± 0.00192 0.00482 ± 0.00031 2.997 ± 0.158 % 98.170 ± 0.242 % + 13 2.0441 ± 0.0604 0.00090 ± 0.00187 0.00520 ± 0.00029 3.020 ± 0.147 % 97.949 ± 0.246 % + 14 2.0912 ± 0.0599 0.00087 ± 0.00176 0.00494 ± 0.00027 2.923 ± 0.141 % 97.927 ± 0.238 % + 15 2.2241 ± 0.0632 0.00068 ± 0.00166 0.00472 ± 0.00026 2.836 ± 0.136 % 97.856 ± 0.234 % + 16 2.3646 ± 0.0674 0.00054 ± 0.00158 0.00458 ± 0.00024 2.777 ± 0.131 % 97.770 ± 0.231 % + 17 2.3648 ± 0.0649 0.00065 ± 0.00149 0.00438 ± 0.00023 2.705 ± 0.126 % 97.832 ± 0.221 % + 18 2.4909 ± 0.0681 0.00065 ± 0.00143 0.00423 ± 0.00022 2.639 ± 0.122 % 97.887 ± 0.212 % + 19 2.5472 ± 0.0686 0.00053 ± 0.00139 0.00411 ± 0.00020 2.599 ± 0.118 % 97.853 ± 0.208 % + 20 2.5747 ± 0.0675 0.00060 ± 0.00137 0.00411 ± 0.00020 2.568 ± 0.114 % 97.824 ± 0.204 % + 21 2.5511 ± 0.0646 0.00027 ± 0.00134 0.00413 ± 0.00019 2.541 ± 0.109 % 97.871 ± 0.197 % + 22 2.5981 ± 0.0648 0.00029 ± 0.00129 0.00407 ± 0.00018 2.511 ± 0.106 % 97.843 ± 0.194 % + 23 2.5395 ± 0.0611 0.00015 ± 0.00125 0.00403 ± 0.00018 2.512 ± 0.105 % 97.903 ± 0.187 % + 24 2.4968 ± 0.0582 0.00042 ± 0.00121 0.00392 ± 0.00017 2.475 ± 0.102 % 97.941 ± 0.182 % + 25 2.4954 ± 0.0570 0.00045 ± 0.00118 0.00387 ± 0.00016 2.451 ± 0.099 % 97.976 ± 0.176 % + 26 2.4754 ± 0.0549 0.00063 ± 0.00114 0.00380 ± 0.00016 2.425 ± 0.097 % 97.994 ± 0.172 % + 27 2.4626 ± 0.0533 0.00064 ± 0.00112 0.00376 ± 0.00015 2.413 ± 0.094 % 98.025 ± 0.168 % + 28 2.4713 ± 0.0525 0.00064 ± 0.00109 0.00377 ± 0.00015 2.394 ± 0.091 % 98.011 ± 0.165 % + 29 2.5211 ± 0.0533 0.00062 ± 0.00106 0.00371 ± 0.00014 2.370 ± 0.089 % 97.985 ± 0.163 % + 30 2.5076 ± 0.0518 0.00040 ± 0.00104 0.00371 ± 0.00014 2.377 ± 0.087 % 98.013 ± 0.160 % + 31 2.5205 ± 0.0511 0.00071 ± 0.00102 0.00368 ± 0.00014 2.360 ± 0.085 % 98.039 ± 0.156 % + 32 2.5700 ± 0.0521 0.00061 ± 0.00100 0.00364 ± 0.00013 2.338 ± 0.083 % 98.027 ± 0.154 % + 33 2.5967 ± 0.0519 0.00056 ± 0.00098 0.00359 ± 0.00013 2.311 ± 0.081 % 97.992 ± 0.153 % + 34 2.6329 ± 0.0522 0.00068 ± 0.00096 0.00356 ± 0.00012 2.298 ± 0.079 % 97.958 ± 0.152 % + 35 2.6923 ± 0.0531 0.00072 ± 0.00095 0.00353 ± 0.00012 2.273 ± 0.078 % 97.927 ± 0.151 % + 36 2.7737 ± 0.0546 0.00053 ± 0.00094 0.00352 ± 0.00012 2.261 ± 0.077 % 97.887 ± 0.150 % + 37 2.8297 ± 0.0552 0.00036 ± 0.00092 0.00352 ± 0.00011 2.246 ± 0.075 % 97.848 ± 0.149 % + 38 2.8565 ± 0.0552 0.00034 ± 0.00090 0.00347 ± 0.00011 2.222 ± 0.074 % 97.853 ± 0.147 % + 39 2.9051 ± 0.0560 0.00017 ± 0.00089 0.00342 ± 0.00011 2.202 ± 0.073 % 97.848 ± 0.146 % + 40 2.9583 ± 0.0570 0.00041 ± 0.00090 0.00337 ± 0.00011 2.182 ± 0.071 % 97.814 ± 0.145 % + 41 2.9972 ± 0.0573 0.00034 ± 0.00088 0.00335 ± 0.00010 2.167 ± 0.070 % 97.829 ± 0.143 % + 42 3.0596 ± 0.0583 0.00035 ± 0.00087 0.00333 ± 0.00010 2.150 ± 0.069 % 97.806 ± 0.142 % + 43 3.0947 ± 0.0586 0.00039 ± 0.00086 0.00332 ± 0.00010 2.133 ± 0.068 % 97.793 ± 0.140 % + 44 3.1109 ± 0.0581 0.00044 ± 0.00085 0.00329 ± 0.00010 2.115 ± 0.067 % 97.799 ± 0.139 % + 45 3.1673 ± 0.0591 0.00032 ± 0.00084 0.00328 ± 0.00010 2.097 ± 0.066 % 97.769 ± 0.138 % + 46 3.1794 ± 0.0587 0.00025 ± 0.00083 0.00324 ± 0.00009 2.082 ± 0.065 % 97.749 ± 0.137 % + 47 3.2623 ± 0.0603 0.00016 ± 0.00082 0.00323 ± 0.00009 2.066 ± 0.065 % 97.739 ± 0.136 % + 48 3.3201 ± 0.0611 0.00011 ± 0.00081 0.00321 ± 0.00009 2.053 ± 0.064 % 97.737 ± 0.134 % + 49 3.2988 ± 0.0600 0.00016 ± 0.00080 0.00321 ± 0.00009 2.044 ± 0.063 % 97.775 ± 0.132 % + 50 3.2445 ± 0.0582 0.00033 ± 0.00083 0.00323 ± 0.00009 2.065 ± 0.062 % 97.796 ± 0.130 % + 51 3.2175 ± 0.0569 0.00035 ± 0.00083 0.00323 ± 0.00009 2.065 ± 0.061 % 97.793 ± 0.129 % + 52 3.2307 ± 0.0568 0.00050 ± 0.00083 0.00328 ± 0.00009 2.077 ± 0.060 % 97.768 ± 0.128 % + 53 3.2812 ± 0.0573 0.00043 ± 0.00082 0.00327 ± 0.00009 2.063 ± 0.059 % 97.773 ± 0.127 % + 54 3.3132 ± 0.0574 0.00050 ± 0.00081 0.00326 ± 0.00008 2.051 ± 0.058 % 97.778 ± 0.126 % + 55 3.3376 ± 0.0574 0.00057 ± 0.00080 0.00324 ± 0.00008 2.040 ± 0.057 % 97.783 ± 0.124 % + 56 3.3529 ± 0.0572 0.00058 ± 0.00079 0.00323 ± 0.00008 2.030 ± 0.057 % 97.815 ± 0.122 % + 57 3.3687 ± 0.0571 0.00067 ± 0.00078 0.00323 ± 0.00008 2.024 ± 0.056 % 97.798 ± 0.122 % + 58 3.3892 ± 0.0569 0.00068 ± 0.00077 0.00321 ± 0.00008 2.011 ± 0.055 % 97.823 ± 0.120 % + 59 3.3919 ± 0.0565 0.00077 ± 0.00076 0.00321 ± 0.00008 2.006 ± 0.055 % 97.833 ± 0.119 % + 60 3.4139 ± 0.0565 0.00054 ± 0.00076 0.00319 ± 0.00008 2.000 ± 0.054 % 97.850 ± 0.117 % + 61 3.4411 ± 0.0567 0.00048 ± 0.00075 0.00320 ± 0.00008 1.997 ± 0.053 % 97.833 ± 0.117 % + 62 3.4816 ± 0.0571 0.00056 ± 0.00074 0.00320 ± 0.00007 1.990 ± 0.053 % 97.824 ± 0.116 % + 63 3.5197 ± 0.0575 0.00064 ± 0.00074 0.00321 ± 0.00007 1.983 ± 0.052 % 97.809 ± 0.116 % + 64 3.5614 ± 0.0578 0.00072 ± 0.00073 0.00320 ± 0.00007 1.975 ± 0.052 % 97.763 ± 0.116 % + 65 3.6100 ± 0.0584 0.00056 ± 0.00072 0.00319 ± 0.00007 1.965 ± 0.051 % 97.738 ± 0.116 % + 66 3.6385 ± 0.0586 0.00048 ± 0.00072 0.00319 ± 0.00007 1.960 ± 0.050 % 97.730 ± 0.115 % + 67 3.6889 ± 0.0593 0.00053 ± 0.00071 0.00319 ± 0.00007 1.960 ± 0.050 % 97.723 ± 0.114 % + 68 3.7098 ± 0.0592 0.00045 ± 0.00070 0.00318 ± 0.00007 1.953 ± 0.049 % 97.734 ± 0.113 % + 69 3.7302 ± 0.0591 0.00043 ± 0.00070 0.00316 ± 0.00007 1.946 ± 0.049 % 97.715 ± 0.113 % + 70 3.7226 ± 0.0585 0.00044 ± 0.00069 0.00315 ± 0.00007 1.940 ± 0.048 % 97.737 ± 0.111 % + 71 3.7582 ± 0.0587 0.00044 ± 0.00068 0.00314 ± 0.00007 1.935 ± 0.048 % 97.735 ± 0.111 % + 72 3.7687 ± 0.0585 0.00067 ± 0.00068 0.00318 ± 0.00007 1.940 ± 0.047 % 97.734 ± 0.110 % + 73 3.7775 ± 0.0583 0.00079 ± 0.00068 0.00318 ± 0.00007 1.935 ± 0.047 % 97.738 ± 0.109 % + 74 3.7936 ± 0.0583 0.00077 ± 0.00067 0.00316 ± 0.00007 1.928 ± 0.046 % 97.758 ± 0.108 % + 75 3.7982 ± 0.0580 0.00054 ± 0.00067 0.00323 ± 0.00010 1.920 ± 0.046 % 97.757 ± 0.107 % + 76 3.8049 ± 0.0578 0.00058 ± 0.00067 0.00321 ± 0.00010 1.911 ± 0.045 % 97.750 ± 0.107 % + 77 3.8264 ± 0.0579 0.00068 ± 0.00066 0.00321 ± 0.00010 1.906 ± 0.045 % 97.739 ± 0.106 % + 78 3.8201 ± 0.0575 0.00065 ± 0.00066 0.00319 ± 0.00010 1.898 ± 0.045 % 97.738 ± 0.105 % + 79 3.7699 ± 0.0563 0.00061 ± 0.00065 0.00317 ± 0.00010 1.893 ± 0.044 % 97.761 ± 0.104 % + 80 3.7163 ± 0.0549 0.00070 ± 0.00064 0.00316 ± 0.00010 1.900 ± 0.044 % 97.779 ± 0.103 % + 81 3.6624 ± 0.0536 0.00084 ± 0.00064 0.00316 ± 0.00009 1.912 ± 0.044 % 97.797 ± 0.102 % + 82 3.6139 ± 0.0524 0.00079 ± 0.00064 0.00316 ± 0.00009 1.919 ± 0.043 % 97.814 ± 0.101 % + 83 3.5670 ± 0.0512 0.00084 ± 0.00063 0.00316 ± 0.00009 1.932 ± 0.043 % 97.831 ± 0.100 % + 84 3.5251 ± 0.0501 0.00083 ± 0.00063 0.00318 ± 0.00009 1.954 ± 0.043 % 97.834 ± 0.099 % + 85 3.4827 ± 0.0490 0.00082 ± 0.00063 0.00320 ± 0.00009 1.978 ± 0.044 % 97.845 ± 0.099 % + 86 3.4775 ± 0.0487 0.00079 ± 0.00063 0.00325 ± 0.00009 1.987 ± 0.043 % 97.843 ± 0.098 % + 87 3.4398 ± 0.0477 0.00060 ± 0.00063 0.00327 ± 0.00009 2.002 ± 0.043 % 97.868 ± 0.097 % + 88 3.4012 ± 0.0469 0.00070 ± 0.00063 0.00327 ± 0.00009 2.010 ± 0.043 % 97.888 ± 0.096 % + 89 3.3627 ± 0.0459 0.00082 ± 0.00063 0.00328 ± 0.00009 2.018 ± 0.043 % 97.898 ± 0.095 % + 90 3.3227 ± 0.0450 0.00081 ± 0.00062 0.00327 ± 0.00009 2.023 ± 0.043 % 97.913 ± 0.094 % + 91 3.2845 ± 0.0440 0.00063 ± 0.00062 0.00329 ± 0.00009 2.038 ± 0.043 % 97.914 ± 0.094 % + 92 3.2497 ± 0.0432 0.00061 ± 0.00062 0.00328 ± 0.00009 2.041 ± 0.043 % 97.937 ± 0.093 % + 93 3.2249 ± 0.0425 0.00049 ± 0.00062 0.00333 ± 0.00009 2.065 ± 0.043 % 97.934 ± 0.092 % + 94 3.1913 ± 0.0417 0.00043 ± 0.00062 0.00334 ± 0.00009 2.074 ± 0.043 % 97.952 ± 0.091 % + 95 3.1561 ± 0.0409 0.00040 ± 0.00061 0.00335 ± 0.00009 2.087 ± 0.043 % 97.957 ± 0.091 % + 96 3.1280 ± 0.0402 0.00040 ± 0.00061 0.00335 ± 0.00009 2.089 ± 0.042 % 97.966 ± 0.090 % + 97 3.0975 ± 0.0395 0.00035 ± 0.00061 0.00336 ± 0.00009 2.096 ± 0.042 % 97.979 ± 0.089 % + 98 3.0659 ± 0.0387 0.00034 ± 0.00060 0.00338 ± 0.00009 2.114 ± 0.044 % 97.983 ± 0.089 % + 99 3.0391 ± 0.0381 0.00042 ± 0.00060 0.00339 ± 0.00009 2.125 ± 0.043 % 98.000 ± 0.088 % + 100 3.0175 ± 0.0375 0.00037 ± 0.00060 0.00339 ± 0.00009 2.131 ± 0.043 % 98.012 ± 0.087 % + 101 2.9908 ± 0.0369 0.00038 ± 0.00059 0.00341 ± 0.00009 2.140 ± 0.043 % 98.016 ± 0.087 % + 102 2.9660 ± 0.0363 0.00040 ± 0.00059 0.00340 ± 0.00009 2.144 ± 0.043 % 98.016 ± 0.086 % + 103 2.9413 ± 0.0357 0.00039 ± 0.00059 0.00339 ± 0.00009 2.142 ± 0.042 % 98.032 ± 0.086 % + 104 2.9217 ± 0.0352 0.00024 ± 0.00058 0.00341 ± 0.00008 2.152 ± 0.042 % 98.035 ± 0.085 % + 105 2.9333 ± 0.0353 0.00024 ± 0.00058 0.00341 ± 0.00008 2.149 ± 0.042 % 98.013 ± 0.085 % + 106 2.9554 ± 0.0355 0.00019 ± 0.00058 0.00340 ± 0.00008 2.142 ± 0.042 % 98.006 ± 0.085 % + 107 2.9794 ± 0.0357 0.00014 ± 0.00057 0.00339 ± 0.00008 2.135 ± 0.041 % 97.988 ± 0.085 % + 108 3.0177 ± 0.0362 0.00018 ± 0.00057 0.00339 ± 0.00008 2.130 ± 0.041 % 97.985 ± 0.085 % + 109 3.0231 ± 0.0361 0.00022 ± 0.00057 0.00338 ± 0.00008 2.123 ± 0.041 % 97.992 ± 0.084 % + 110 3.0600 ± 0.0366 0.00026 ± 0.00056 0.00338 ± 0.00008 2.116 ± 0.041 % 97.971 ± 0.084 % + 111 3.0894 ± 0.0369 0.00025 ± 0.00056 0.00337 ± 0.00008 2.111 ± 0.040 % 97.951 ± 0.084 % + 112 3.1121 ± 0.0371 0.00028 ± 0.00056 0.00336 ± 0.00008 2.103 ± 0.040 % 97.948 ± 0.084 % + 113 3.1421 ± 0.0375 0.00026 ± 0.00055 0.00335 ± 0.00008 2.098 ± 0.040 % 97.932 ± 0.084 % + 114 3.1790 ± 0.0380 0.00027 ± 0.00055 0.00333 ± 0.00008 2.090 ± 0.040 % 97.915 ± 0.084 % + 115 3.2051 ± 0.0383 0.00035 ± 0.00055 0.00332 ± 0.00008 2.085 ± 0.040 % 97.903 ± 0.084 % + 116 3.1757 ± 0.0377 0.00035 ± 0.00054 0.00330 ± 0.00008 2.077 ± 0.039 % 97.921 ± 0.083 % + 117 3.1529 ± 0.0372 0.00042 ± 0.00054 0.00331 ± 0.00008 2.096 ± 0.040 % 97.925 ± 0.083 % + 118 3.1329 ± 0.0367 0.00035 ± 0.00054 0.00335 ± 0.00008 2.113 ± 0.039 % 97.913 ± 0.082 % + 119 3.1116 ± 0.0363 0.00038 ± 0.00054 0.00337 ± 0.00008 2.126 ± 0.039 % 97.921 ± 0.082 % + 120 3.0976 ± 0.0359 0.00038 ± 0.00054 0.00342 ± 0.00008 2.141 ± 0.039 % 97.908 ± 0.082 % + 121 3.0768 ± 0.0354 0.00041 ± 0.00054 0.00344 ± 0.00008 2.148 ± 0.039 % 97.906 ± 0.082 % + 122 3.0623 ± 0.0350 0.00048 ± 0.00054 0.00346 ± 0.00008 2.158 ± 0.038 % 97.895 ± 0.081 % + 123 3.0492 ± 0.0347 0.00059 ± 0.00055 0.00349 ± 0.00008 2.172 ± 0.038 % 97.889 ± 0.081 % + 124 3.0298 ± 0.0343 0.00058 ± 0.00054 0.00350 ± 0.00008 2.180 ± 0.038 % 97.900 ± 0.081 % + 125 3.0135 ± 0.0339 0.00054 ± 0.00054 0.00353 ± 0.00008 2.194 ± 0.038 % 97.892 ± 0.080 % + 126 2.9987 ± 0.0335 0.00061 ± 0.00054 0.00354 ± 0.00008 2.196 ± 0.038 % 97.902 ± 0.080 % + 127 2.9859 ± 0.0332 0.00059 ± 0.00054 0.00355 ± 0.00008 2.199 ± 0.038 % 97.906 ± 0.080 % + 128 2.9692 ± 0.0328 0.00065 ± 0.00054 0.00355 ± 0.00008 2.202 ± 0.037 % 97.920 ± 0.079 % + 129 2.9536 ± 0.0324 0.00063 ± 0.00053 0.00355 ± 0.00007 2.203 ± 0.037 % 97.924 ± 0.079 % + 130 2.9445 ± 0.0321 0.00058 ± 0.00053 0.00355 ± 0.00007 2.205 ± 0.037 % 97.922 ± 0.078 % + 131 2.9349 ± 0.0319 0.00051 ± 0.00053 0.00358 ± 0.00007 2.211 ± 0.037 % 97.907 ± 0.078 % + 132 2.9313 ± 0.0316 0.00053 ± 0.00053 0.00362 ± 0.00007 2.225 ± 0.037 % 97.900 ± 0.078 % + 133 2.9273 ± 0.0315 0.00059 ± 0.00053 0.00365 ± 0.00007 2.233 ± 0.036 % 97.883 ± 0.078 % + 134 2.9275 ± 0.0313 0.00050 ± 0.00053 0.00368 ± 0.00007 2.241 ± 0.036 % 97.867 ± 0.078 % + 135 2.9272 ± 0.0312 0.00052 ± 0.00053 0.00371 ± 0.00007 2.249 ± 0.036 % 97.845 ± 0.078 % + 136 2.9204 ± 0.0309 0.00039 ± 0.00053 0.00373 ± 0.00007 2.253 ± 0.036 % 97.832 ± 0.078 % + 137 2.9246 ± 0.0308 0.00039 ± 0.00053 0.00373 ± 0.00007 2.249 ± 0.036 % 97.836 ± 0.078 % + 138 2.9373 ± 0.0309 0.00037 ± 0.00052 0.00372 ± 0.00007 2.244 ± 0.035 % 97.835 ± 0.078 % + 139 2.9418 ± 0.0309 0.00043 ± 0.00052 0.00371 ± 0.00007 2.244 ± 0.035 % 97.836 ± 0.077 % + 140 2.9482 ± 0.0309 0.00041 ± 0.00052 0.00373 ± 0.00007 2.243 ± 0.035 % 97.835 ± 0.077 % + 141 2.9599 ± 0.0309 0.00038 ± 0.00052 0.00374 ± 0.00007 2.244 ± 0.035 % 97.842 ± 0.077 % + 142 2.9646 ± 0.0308 0.00040 ± 0.00052 0.00376 ± 0.00007 2.248 ± 0.035 % 97.838 ± 0.076 % + 143 2.9722 ± 0.0308 0.00042 ± 0.00052 0.00376 ± 0.00007 2.245 ± 0.034 % 97.842 ± 0.076 % + 144 2.9820 ± 0.0308 0.00038 ± 0.00052 0.00375 ± 0.00007 2.240 ± 0.034 % 97.849 ± 0.076 % + 145 2.9820 ± 0.0307 0.00037 ± 0.00051 0.00374 ± 0.00007 2.235 ± 0.034 % 97.855 ± 0.075 % + 146 2.9873 ± 0.0306 0.00042 ± 0.00051 0.00373 ± 0.00007 2.232 ± 0.034 % 97.862 ± 0.075 % + 147 2.9855 ± 0.0305 0.00038 ± 0.00051 0.00371 ± 0.00007 2.226 ± 0.034 % 97.868 ± 0.075 % + 148 2.9895 ± 0.0304 0.00041 ± 0.00050 0.00370 ± 0.00007 2.221 ± 0.034 % 97.862 ± 0.074 % + 149 2.9860 ± 0.0303 0.00040 ± 0.00050 0.00368 ± 0.00007 2.216 ± 0.034 % 97.858 ± 0.074 % + 150 2.9821 ± 0.0301 0.00039 ± 0.00050 0.00367 ± 0.00007 2.213 ± 0.034 % 97.867 ± 0.074 % + 151 2.9763 ± 0.0299 0.00038 ± 0.00050 0.00367 ± 0.00007 2.211 ± 0.033 % 97.876 ± 0.073 % + 152 2.9745 ± 0.0298 0.00036 ± 0.00049 0.00365 ± 0.00007 2.206 ± 0.033 % 97.882 ± 0.073 % + 153 2.9700 ± 0.0296 0.00029 ± 0.00049 0.00364 ± 0.00007 2.202 ± 0.033 % 97.885 ± 0.073 % + 154 2.9753 ± 0.0295 0.00027 ± 0.00049 0.00362 ± 0.00007 2.197 ± 0.033 % 97.886 ± 0.073 % + 155 2.9775 ± 0.0294 0.00030 ± 0.00049 0.00361 ± 0.00007 2.194 ± 0.033 % 97.880 ± 0.072 % + 156 2.9734 ± 0.0293 0.00031 ± 0.00048 0.00360 ± 0.00007 2.190 ± 0.033 % 97.886 ± 0.072 % + 157 2.9723 ± 0.0291 0.00032 ± 0.00048 0.00358 ± 0.00006 2.185 ± 0.033 % 97.882 ± 0.072 % + 158 2.9731 ± 0.0290 0.00028 ± 0.00048 0.00357 ± 0.00006 2.181 ± 0.032 % 97.883 ± 0.072 % + 159 2.9697 ± 0.0289 0.00028 ± 0.00048 0.00356 ± 0.00006 2.176 ± 0.032 % 97.886 ± 0.071 % + 160 2.9695 ± 0.0287 0.00028 ± 0.00047 0.00355 ± 0.00006 2.173 ± 0.032 % 97.890 ± 0.071 % + 161 2.9753 ± 0.0287 0.00031 ± 0.00047 0.00353 ± 0.00006 2.168 ± 0.032 % 97.891 ± 0.071 % + 162 2.9762 ± 0.0286 0.00032 ± 0.00047 0.00352 ± 0.00006 2.163 ± 0.032 % 97.892 ± 0.071 % + 163 2.9747 ± 0.0285 0.00034 ± 0.00047 0.00351 ± 0.00006 2.161 ± 0.032 % 97.895 ± 0.070 % + 164 2.9813 ± 0.0285 0.00037 ± 0.00046 0.00350 ± 0.00006 2.156 ± 0.032 % 97.903 ± 0.070 % + 165 2.9946 ± 0.0286 0.00039 ± 0.00046 0.00349 ± 0.00006 2.152 ± 0.032 % 97.892 ± 0.070 % + 166 2.9977 ± 0.0285 0.00037 ± 0.00046 0.00348 ± 0.00006 2.149 ± 0.031 % 97.893 ± 0.070 % + 167 3.0148 ± 0.0287 0.00041 ± 0.00046 0.00348 ± 0.00006 2.145 ± 0.031 % 97.894 ± 0.070 % + 168 3.0238 ± 0.0287 0.00041 ± 0.00046 0.00347 ± 0.00006 2.140 ± 0.031 % 97.899 ± 0.069 % + 169 3.0487 ± 0.0289 0.00042 ± 0.00046 0.00346 ± 0.00006 2.135 ± 0.031 % 97.893 ± 0.069 % + 170 3.0581 ± 0.0290 0.00042 ± 0.00045 0.00346 ± 0.00006 2.132 ± 0.031 % 97.885 ± 0.069 % + 171 3.0838 ± 0.0293 0.00044 ± 0.00045 0.00345 ± 0.00006 2.128 ± 0.031 % 97.879 ± 0.069 % + 172 3.1101 ± 0.0296 0.00045 ± 0.00045 0.00345 ± 0.00006 2.125 ± 0.031 % 97.870 ± 0.069 % + 173 3.1270 ± 0.0297 0.00043 ± 0.00045 0.00345 ± 0.00006 2.120 ± 0.031 % 97.871 ± 0.069 % + 174 3.1559 ± 0.0300 0.00048 ± 0.00045 0.00345 ± 0.00006 2.117 ± 0.030 % 97.866 ± 0.069 % + 175 3.1706 ± 0.0301 0.00049 ± 0.00045 0.00345 ± 0.00006 2.116 ± 0.031 % 97.858 ± 0.069 % + 176 3.1922 ± 0.0304 0.00044 ± 0.00045 0.00344 ± 0.00006 2.112 ± 0.030 % 97.852 ± 0.068 % + 177 3.2117 ± 0.0306 0.00043 ± 0.00044 0.00344 ± 0.00006 2.108 ± 0.030 % 97.855 ± 0.068 % + 178 3.2221 ± 0.0306 0.00051 ± 0.00044 0.00343 ± 0.00006 2.104 ± 0.030 % 97.865 ± 0.068 % + 179 3.2059 ± 0.0304 0.00048 ± 0.00044 0.00342 ± 0.00006 2.101 ± 0.030 % 97.873 ± 0.068 % + 180 3.1885 ± 0.0301 0.00049 ± 0.00044 0.00343 ± 0.00006 2.111 ± 0.030 % 97.878 ± 0.067 % + 181 3.1776 ± 0.0298 0.00056 ± 0.00044 0.00345 ± 0.00006 2.124 ± 0.030 % 97.879 ± 0.067 % + 182 3.1678 ± 0.0296 0.00054 ± 0.00044 0.00347 ± 0.00006 2.137 ± 0.031 % 97.880 ± 0.067 % + 183 3.1537 ± 0.0294 0.00056 ± 0.00044 0.00348 ± 0.00006 2.143 ± 0.031 % 97.885 ± 0.067 % + 184 3.1405 ± 0.0291 0.00048 ± 0.00044 0.00351 ± 0.00006 2.161 ± 0.031 % 97.882 ± 0.066 % + 185 3.1266 ± 0.0289 0.00046 ± 0.00044 0.00354 ± 0.00006 2.173 ± 0.031 % 97.880 ± 0.066 % + 186 3.1128 ± 0.0286 0.00049 ± 0.00044 0.00354 ± 0.00006 2.173 ± 0.031 % 97.885 ± 0.066 % + 187 3.1210 ± 0.0287 0.00049 ± 0.00044 0.00353 ± 0.00006 2.169 ± 0.031 % 97.886 ± 0.066 % + 188 3.1351 ± 0.0288 0.00050 ± 0.00043 0.00352 ± 0.00006 2.165 ± 0.031 % 97.887 ± 0.066 % + 189 3.1525 ± 0.0289 0.00051 ± 0.00043 0.00352 ± 0.00006 2.160 ± 0.031 % 97.886 ± 0.066 % + 190 3.1670 ± 0.0290 0.00051 ± 0.00043 0.00351 ± 0.00006 2.156 ± 0.031 % 97.872 ± 0.066 % + 191 3.1793 ± 0.0291 0.00050 ± 0.00043 0.00350 ± 0.00006 2.152 ± 0.031 % 97.871 ± 0.065 % + 192 3.1886 ± 0.0291 0.00047 ± 0.00043 0.00350 ± 0.00006 2.149 ± 0.030 % 97.868 ± 0.065 % + 193 3.2030 ± 0.0292 0.00051 ± 0.00043 0.00349 ± 0.00006 2.145 ± 0.030 % 97.850 ± 0.065 % + 194 3.2207 ± 0.0294 0.00050 ± 0.00043 0.00349 ± 0.00006 2.141 ± 0.030 % 97.847 ± 0.065 % + 195 3.2379 ± 0.0295 0.00051 ± 0.00042 0.00348 ± 0.00006 2.137 ± 0.030 % 97.846 ± 0.065 % + 196 3.2487 ± 0.0296 0.00051 ± 0.00042 0.00348 ± 0.00006 2.134 ± 0.030 % 97.849 ± 0.065 % + 197 3.2499 ± 0.0295 0.00050 ± 0.00042 0.00347 ± 0.00006 2.130 ± 0.030 % 97.856 ± 0.065 % + 198 3.2558 ± 0.0295 0.00049 ± 0.00042 0.00346 ± 0.00006 2.126 ± 0.030 % 97.853 ± 0.065 % + 199 3.2576 ± 0.0294 0.00052 ± 0.00042 0.00345 ± 0.00006 2.123 ± 0.030 % 97.854 ± 0.064 % + 200 3.2626 ± 0.0294 0.00054 ± 0.00042 0.00345 ± 0.00005 2.119 ± 0.030 % 97.853 ± 0.064 % + 201 3.2691 ± 0.0294 0.00052 ± 0.00041 0.00344 ± 0.00005 2.116 ± 0.030 % 97.852 ± 0.064 % + 202 3.2844 ± 0.0295 0.00049 ± 0.00041 0.00344 ± 0.00005 2.113 ± 0.030 % 97.833 ± 0.064 % + 203 3.3035 ± 0.0297 0.00050 ± 0.00041 0.00343 ± 0.00005 2.108 ± 0.029 % 97.827 ± 0.064 % + 204 3.3201 ± 0.0298 0.00054 ± 0.00041 0.00343 ± 0.00005 2.105 ± 0.029 % 97.828 ± 0.064 % + 205 3.3213 ± 0.0298 0.00054 ± 0.00041 0.00342 ± 0.00005 2.101 ± 0.029 % 97.825 ± 0.064 % + 206 3.3383 ± 0.0299 0.00054 ± 0.00041 0.00341 ± 0.00005 2.097 ± 0.029 % 97.816 ± 0.064 % + 207 3.3375 ± 0.0298 0.00053 ± 0.00041 0.00340 ± 0.00005 2.093 ± 0.029 % 97.821 ± 0.064 % + 208 3.3481 ± 0.0299 0.00054 ± 0.00040 0.00340 ± 0.00005 2.089 ± 0.029 % 97.817 ± 0.063 % + 209 3.3512 ± 0.0298 0.00051 ± 0.00040 0.00339 ± 0.00005 2.086 ± 0.029 % 97.820 ± 0.063 % + 210 3.3591 ± 0.0299 0.00052 ± 0.00040 0.00338 ± 0.00005 2.083 ± 0.029 % 97.824 ± 0.063 % + 211 3.3664 ± 0.0299 0.00054 ± 0.00040 0.00338 ± 0.00005 2.080 ± 0.029 % 97.825 ± 0.063 % + 212 3.3745 ± 0.0299 0.00051 ± 0.00040 0.00337 ± 0.00005 2.077 ± 0.029 % 97.815 ± 0.063 % + 213 3.3771 ± 0.0298 0.00048 ± 0.00040 0.00336 ± 0.00005 2.074 ± 0.029 % 97.813 ± 0.063 % + 214 3.3781 ± 0.0298 0.00051 ± 0.00040 0.00335 ± 0.00005 2.070 ± 0.028 % 97.821 ± 0.062 % + 215 3.3798 ± 0.0297 0.00051 ± 0.00039 0.00334 ± 0.00005 2.067 ± 0.028 % 97.817 ± 0.062 % + 216 3.3882 ± 0.0297 0.00050 ± 0.00039 0.00334 ± 0.00005 2.064 ± 0.028 % 97.820 ± 0.062 % + 217 3.3907 ± 0.0297 0.00052 ± 0.00039 0.00333 ± 0.00005 2.060 ± 0.028 % 97.822 ± 0.062 % + 218 3.3886 ± 0.0296 0.00053 ± 0.00039 0.00332 ± 0.00005 2.057 ± 0.028 % 97.822 ± 0.062 % + 219 3.3834 ± 0.0294 0.00051 ± 0.00039 0.00331 ± 0.00005 2.056 ± 0.028 % 97.824 ± 0.062 % + 220 3.3849 ± 0.0294 0.00050 ± 0.00039 0.00331 ± 0.00005 2.053 ± 0.028 % 97.820 ± 0.062 % + 221 3.3890 ± 0.0294 0.00048 ± 0.00039 0.00330 ± 0.00005 2.049 ± 0.028 % 97.819 ± 0.062 % + 222 3.3922 ± 0.0293 0.00047 ± 0.00039 0.00329 ± 0.00005 2.046 ± 0.028 % 97.808 ± 0.062 % + 223 3.4018 ± 0.0294 0.00052 ± 0.00038 0.00329 ± 0.00005 2.043 ± 0.028 % 97.805 ± 0.061 % + 224 3.4000 ± 0.0293 0.00053 ± 0.00038 0.00328 ± 0.00005 2.040 ± 0.028 % 97.813 ± 0.061 % + 225 3.3993 ± 0.0292 0.00056 ± 0.00038 0.00328 ± 0.00005 2.038 ± 0.028 % 97.809 ± 0.061 % + 226 3.4015 ± 0.0291 0.00058 ± 0.00038 0.00327 ± 0.00005 2.036 ± 0.028 % 97.803 ± 0.061 % + 227 3.4011 ± 0.0291 0.00059 ± 0.00038 0.00326 ± 0.00005 2.033 ± 0.027 % 97.796 ± 0.061 % + 228 3.3995 ± 0.0290 0.00058 ± 0.00038 0.00326 ± 0.00005 2.030 ± 0.027 % 97.797 ± 0.061 % + 229 3.4014 ± 0.0289 0.00058 ± 0.00038 0.00325 ± 0.00005 2.026 ± 0.027 % 97.801 ± 0.061 % + 230 3.3985 ± 0.0288 0.00057 ± 0.00038 0.00324 ± 0.00005 2.024 ± 0.027 % 97.802 ± 0.061 % + 231 3.4011 ± 0.0288 0.00059 ± 0.00037 0.00324 ± 0.00005 2.021 ± 0.027 % 97.807 ± 0.060 % + 232 3.4047 ± 0.0287 0.00060 ± 0.00037 0.00323 ± 0.00005 2.018 ± 0.027 % 97.804 ± 0.060 % + 233 3.4076 ± 0.0287 0.00058 ± 0.00037 0.00323 ± 0.00005 2.016 ± 0.027 % 97.807 ± 0.060 % + 234 3.4078 ± 0.0286 0.00058 ± 0.00037 0.00323 ± 0.00005 2.014 ± 0.027 % 97.805 ± 0.060 % + 235 3.4020 ± 0.0285 0.00057 ± 0.00037 0.00323 ± 0.00005 2.013 ± 0.027 % 97.812 ± 0.060 % + 236 3.3961 ± 0.0284 0.00059 ± 0.00037 0.00323 ± 0.00005 2.015 ± 0.027 % 97.812 ± 0.060 % + 237 3.3961 ± 0.0283 0.00060 ± 0.00037 0.00323 ± 0.00005 2.012 ± 0.027 % 97.809 ± 0.060 % + 238 3.3957 ± 0.0282 0.00059 ± 0.00037 0.00322 ± 0.00005 2.009 ± 0.027 % 97.813 ± 0.059 % + 239 3.3984 ± 0.0282 0.00058 ± 0.00037 0.00321 ± 0.00005 2.006 ± 0.027 % 97.816 ± 0.059 % + 240 3.4027 ± 0.0282 0.00055 ± 0.00037 0.00321 ± 0.00005 2.003 ± 0.026 % 97.812 ± 0.059 % + 241 3.4059 ± 0.0282 0.00052 ± 0.00036 0.00320 ± 0.00005 2.002 ± 0.026 % 97.813 ± 0.059 % + 242 3.4051 ± 0.0281 0.00054 ± 0.00036 0.00320 ± 0.00005 2.002 ± 0.026 % 97.816 ± 0.059 % + 243 3.4163 ± 0.0282 0.00052 ± 0.00036 0.00321 ± 0.00005 2.001 ± 0.026 % 97.812 ± 0.059 % + 244 3.4164 ± 0.0281 0.00054 ± 0.00036 0.00320 ± 0.00005 1.999 ± 0.026 % 97.811 ± 0.059 % + 245 3.4169 ± 0.0281 0.00054 ± 0.00036 0.00321 ± 0.00005 2.001 ± 0.026 % 97.807 ± 0.059 % + 246 3.4278 ± 0.0281 0.00053 ± 0.00036 0.00321 ± 0.00005 2.000 ± 0.026 % 97.805 ± 0.059 % + 247 3.4387 ± 0.0282 0.00053 ± 0.00036 0.00320 ± 0.00005 1.997 ± 0.026 % 97.806 ± 0.058 % + 248 3.4469 ± 0.0282 0.00056 ± 0.00036 0.00320 ± 0.00004 1.994 ± 0.026 % 97.807 ± 0.058 % + 249 3.4547 ± 0.0282 0.00053 ± 0.00036 0.00320 ± 0.00004 1.992 ± 0.026 % 97.806 ± 0.058 % + 250 3.4651 ± 0.0283 0.00052 ± 0.00036 0.00320 ± 0.00004 1.990 ± 0.026 % 97.810 ± 0.058 % + 251 3.4726 ± 0.0283 0.00050 ± 0.00036 0.00319 ± 0.00004 1.987 ± 0.026 % 97.811 ± 0.058 % + 252 3.4817 ± 0.0283 0.00050 ± 0.00036 0.00320 ± 0.00004 1.990 ± 0.026 % 97.812 ± 0.058 % + 253 3.4987 ± 0.0285 0.00053 ± 0.00035 0.00320 ± 0.00004 1.987 ± 0.026 % 97.804 ± 0.058 % + 254 3.5046 ± 0.0285 0.00054 ± 0.00035 0.00319 ± 0.00004 1.984 ± 0.026 % 97.805 ± 0.058 % + 255 3.5051 ± 0.0284 0.00054 ± 0.00035 0.00319 ± 0.00004 1.984 ± 0.025 % 97.804 ± 0.057 % + 256 3.5101 ± 0.0284 0.00053 ± 0.00035 0.00319 ± 0.00004 1.982 ± 0.025 % 97.809 ± 0.057 % + 257 3.5104 ± 0.0284 0.00053 ± 0.00035 0.00318 ± 0.00004 1.979 ± 0.025 % 97.807 ± 0.057 % + 258 3.5025 ± 0.0282 0.00053 ± 0.00035 0.00318 ± 0.00004 1.978 ± 0.025 % 97.810 ± 0.057 % + 259 3.4995 ± 0.0281 0.00056 ± 0.00035 0.00317 ± 0.00004 1.977 ± 0.025 % 97.812 ± 0.057 % + 260 3.4924 ± 0.0280 0.00056 ± 0.00035 0.00317 ± 0.00004 1.977 ± 0.025 % 97.816 ± 0.057 % + 261 3.4879 ± 0.0279 0.00056 ± 0.00035 0.00317 ± 0.00004 1.975 ± 0.025 % 97.812 ± 0.057 % + 262 3.4942 ± 0.0279 0.00055 ± 0.00035 0.00317 ± 0.00004 1.975 ± 0.025 % 97.801 ± 0.057 % + 263 3.5018 ± 0.0279 0.00058 ± 0.00035 0.00318 ± 0.00004 1.975 ± 0.025 % 97.793 ± 0.057 % + 264 3.5079 ± 0.0279 0.00058 ± 0.00035 0.00317 ± 0.00004 1.973 ± 0.025 % 97.793 ± 0.057 % + 265 3.5117 ± 0.0279 0.00062 ± 0.00034 0.00318 ± 0.00004 1.971 ± 0.025 % 97.788 ± 0.057 % + 266 3.5104 ± 0.0278 0.00062 ± 0.00034 0.00318 ± 0.00004 1.971 ± 0.025 % 97.787 ± 0.056 % + 267 3.5109 ± 0.0278 0.00060 ± 0.00034 0.00318 ± 0.00004 1.969 ± 0.025 % 97.785 ± 0.056 % + 268 3.5097 ± 0.0277 0.00063 ± 0.00034 0.00319 ± 0.00004 1.972 ± 0.025 % 97.783 ± 0.056 % + 269 3.5062 ± 0.0276 0.00069 ± 0.00034 0.00320 ± 0.00004 1.973 ± 0.025 % 97.784 ± 0.056 % + 270 3.5034 ± 0.0276 0.00068 ± 0.00034 0.00319 ± 0.00004 1.971 ± 0.024 % 97.785 ± 0.056 % + 271 3.5001 ± 0.0275 0.00071 ± 0.00034 0.00319 ± 0.00004 1.970 ± 0.024 % 97.786 ± 0.056 % + 272 3.4958 ± 0.0274 0.00071 ± 0.00034 0.00319 ± 0.00004 1.968 ± 0.024 % 97.787 ± 0.056 % + 273 3.4995 ± 0.0273 0.00071 ± 0.00034 0.00320 ± 0.00004 1.969 ± 0.024 % 97.785 ± 0.056 % + 274 3.4970 ± 0.0273 0.00076 ± 0.00034 0.00319 ± 0.00004 1.969 ± 0.024 % 97.782 ± 0.056 % + 275 3.4976 ± 0.0272 0.00073 ± 0.00034 0.00319 ± 0.00004 1.968 ± 0.024 % 97.781 ± 0.056 % + 276 3.4993 ± 0.0272 0.00076 ± 0.00034 0.00319 ± 0.00004 1.966 ± 0.024 % 97.785 ± 0.055 % + 277 3.4968 ± 0.0271 0.00075 ± 0.00034 0.00319 ± 0.00004 1.967 ± 0.024 % 97.787 ± 0.055 % + 278 3.5008 ± 0.0271 0.00074 ± 0.00034 0.00319 ± 0.00004 1.964 ± 0.024 % 97.784 ± 0.055 % + 279 3.5016 ± 0.0270 0.00075 ± 0.00034 0.00319 ± 0.00004 1.963 ± 0.024 % 97.782 ± 0.055 % + 280 3.4971 ± 0.0269 0.00075 ± 0.00034 0.00318 ± 0.00004 1.960 ± 0.024 % 97.787 ± 0.055 % + 281 3.4982 ± 0.0269 0.00073 ± 0.00034 0.00319 ± 0.00004 1.960 ± 0.024 % 97.785 ± 0.055 % + 282 3.4900 ± 0.0268 0.00073 ± 0.00034 0.00318 ± 0.00004 1.960 ± 0.024 % 97.790 ± 0.055 % + 283 3.4883 ± 0.0267 0.00074 ± 0.00034 0.00319 ± 0.00004 1.958 ± 0.024 % 97.790 ± 0.055 % + 284 3.4838 ± 0.0266 0.00074 ± 0.00034 0.00319 ± 0.00004 1.960 ± 0.024 % 97.788 ± 0.055 % + 285 3.4728 ± 0.0265 0.00076 ± 0.00034 0.00321 ± 0.00004 1.970 ± 0.025 % 97.792 ± 0.055 % + 286 3.4637 ± 0.0264 0.00075 ± 0.00033 0.00321 ± 0.00004 1.971 ± 0.025 % 97.798 ± 0.054 % + 287 3.4619 ± 0.0263 0.00073 ± 0.00033 0.00321 ± 0.00004 1.969 ± 0.025 % 97.799 ± 0.054 % + 288 3.4655 ± 0.0263 0.00073 ± 0.00033 0.00321 ± 0.00004 1.967 ± 0.025 % 97.801 ± 0.054 % + 289 3.4735 ± 0.0263 0.00070 ± 0.00033 0.00321 ± 0.00004 1.966 ± 0.025 % 97.796 ± 0.054 % + 290 3.4849 ± 0.0264 0.00072 ± 0.00033 0.00320 ± 0.00004 1.964 ± 0.024 % 97.794 ± 0.054 % + 291 3.4956 ± 0.0265 0.00071 ± 0.00033 0.00321 ± 0.00004 1.965 ± 0.024 % 97.790 ± 0.054 % + 292 3.5028 ± 0.0265 0.00074 ± 0.00033 0.00321 ± 0.00004 1.963 ± 0.024 % 97.785 ± 0.054 % + 293 3.5095 ± 0.0265 0.00075 ± 0.00033 0.00320 ± 0.00004 1.961 ± 0.024 % 97.785 ± 0.054 % + 294 3.5219 ± 0.0266 0.00077 ± 0.00033 0.00320 ± 0.00004 1.958 ± 0.024 % 97.784 ± 0.054 % + 295 3.5249 ± 0.0266 0.00078 ± 0.00033 0.00319 ± 0.00004 1.956 ± 0.024 % 97.784 ± 0.054 % + 296 3.5318 ± 0.0266 0.00076 ± 0.00033 0.00319 ± 0.00004 1.954 ± 0.024 % 97.784 ± 0.054 % + 297 3.5293 ± 0.0266 0.00076 ± 0.00033 0.00319 ± 0.00004 1.954 ± 0.024 % 97.783 ± 0.054 % + 298 3.5313 ± 0.0265 0.00077 ± 0.00033 0.00318 ± 0.00004 1.951 ± 0.024 % 97.781 ± 0.053 % + 299 3.5329 ± 0.0265 0.00076 ± 0.00033 0.00318 ± 0.00004 1.949 ± 0.024 % 97.783 ± 0.053 % + 300 3.5344 ± 0.0264 0.00076 ± 0.00033 0.00317 ± 0.00004 1.947 ± 0.024 % 97.779 ± 0.053 % + 301 3.5317 ± 0.0264 0.00084 ± 0.00032 0.00318 ± 0.00004 1.949 ± 0.024 % 97.773 ± 0.053 % + 302 3.5297 ± 0.0263 0.00085 ± 0.00032 0.00317 ± 0.00004 1.947 ± 0.024 % 97.776 ± 0.053 % + 303 3.5361 ± 0.0263 0.00083 ± 0.00032 0.00317 ± 0.00004 1.945 ± 0.024 % 97.770 ± 0.053 % + 304 3.5421 ± 0.0263 0.00088 ± 0.00032 0.00317 ± 0.00004 1.943 ± 0.024 % 97.767 ± 0.053 % + 305 3.5434 ± 0.0263 0.00087 ± 0.00032 0.00317 ± 0.00004 1.941 ± 0.024 % 97.767 ± 0.053 % + 306 3.5472 ± 0.0263 0.00087 ± 0.00032 0.00316 ± 0.00004 1.940 ± 0.024 % 97.766 ± 0.053 % + 307 3.5515 ± 0.0263 0.00087 ± 0.00032 0.00316 ± 0.00004 1.937 ± 0.024 % 97.763 ± 0.053 % + 308 3.5543 ± 0.0262 0.00087 ± 0.00032 0.00316 ± 0.00004 1.936 ± 0.024 % 97.767 ± 0.053 % + 309 3.5597 ± 0.0263 0.00087 ± 0.00032 0.00315 ± 0.00004 1.934 ± 0.023 % 97.768 ± 0.053 % + 310 3.5664 ± 0.0263 0.00087 ± 0.00032 0.00315 ± 0.00004 1.932 ± 0.023 % 97.766 ± 0.053 % + 311 3.5683 ± 0.0262 0.00086 ± 0.00032 0.00314 ± 0.00004 1.930 ± 0.023 % 97.768 ± 0.052 % + 312 3.5739 ± 0.0262 0.00086 ± 0.00032 0.00314 ± 0.00004 1.928 ± 0.023 % 97.769 ± 0.052 % + 313 3.5767 ± 0.0262 0.00087 ± 0.00032 0.00314 ± 0.00004 1.926 ± 0.023 % 97.767 ± 0.052 % + 314 3.5766 ± 0.0262 0.00087 ± 0.00032 0.00314 ± 0.00004 1.925 ± 0.023 % 97.766 ± 0.052 % + 315 3.5762 ± 0.0261 0.00087 ± 0.00031 0.00313 ± 0.00004 1.922 ± 0.023 % 97.768 ± 0.052 % + 316 3.5872 ± 0.0262 0.00086 ± 0.00031 0.00313 ± 0.00004 1.922 ± 0.023 % 97.766 ± 0.052 % + 317 3.5927 ± 0.0262 0.00088 ± 0.00031 0.00313 ± 0.00004 1.920 ± 0.023 % 97.766 ± 0.052 % + 318 3.6037 ± 0.0263 0.00086 ± 0.00031 0.00312 ± 0.00004 1.918 ± 0.023 % 97.765 ± 0.052 % + 319 3.5901 ± 0.0261 0.00085 ± 0.00031 0.00311 ± 0.00004 1.916 ± 0.023 % 97.772 ± 0.052 % + 320 3.5764 ± 0.0259 0.00086 ± 0.00031 0.00311 ± 0.00004 1.917 ± 0.023 % 97.778 ± 0.052 % + 321 3.5648 ± 0.0258 0.00084 ± 0.00031 0.00311 ± 0.00004 1.919 ± 0.023 % 97.781 ± 0.051 % + 322 3.5528 ± 0.0257 0.00083 ± 0.00031 0.00311 ± 0.00004 1.921 ± 0.023 % 97.788 ± 0.051 % + 323 3.5396 ± 0.0255 0.00083 ± 0.00031 0.00311 ± 0.00004 1.921 ± 0.023 % 97.794 ± 0.051 % + 324 3.5304 ± 0.0254 0.00082 ± 0.00031 0.00312 ± 0.00004 1.927 ± 0.023 % 97.796 ± 0.051 % + 325 3.5198 ± 0.0252 0.00083 ± 0.00031 0.00312 ± 0.00004 1.934 ± 0.023 % 97.795 ± 0.051 % + 326 3.5095 ± 0.0251 0.00078 ± 0.00031 0.00313 ± 0.00004 1.939 ± 0.023 % 97.796 ± 0.051 % + 327 3.4986 ± 0.0250 0.00078 ± 0.00031 0.00314 ± 0.00004 1.949 ± 0.023 % 97.797 ± 0.051 % + 328 3.4905 ± 0.0248 0.00081 ± 0.00031 0.00315 ± 0.00004 1.952 ± 0.023 % 97.798 ± 0.051 % + 329 3.4808 ± 0.0247 0.00081 ± 0.00031 0.00315 ± 0.00004 1.955 ± 0.023 % 97.798 ± 0.051 % + 330 3.4697 ± 0.0246 0.00080 ± 0.00031 0.00316 ± 0.00004 1.962 ± 0.023 % 97.796 ± 0.051 % + 331 3.4602 ± 0.0244 0.00081 ± 0.00031 0.00317 ± 0.00004 1.969 ± 0.023 % 97.795 ± 0.051 % + 332 3.4491 ± 0.0243 0.00080 ± 0.00031 0.00317 ± 0.00004 1.972 ± 0.023 % 97.798 ± 0.050 % + 333 3.4401 ± 0.0242 0.00082 ± 0.00031 0.00318 ± 0.00004 1.975 ± 0.023 % 97.795 ± 0.050 % + 334 3.4303 ± 0.0241 0.00083 ± 0.00031 0.00318 ± 0.00004 1.979 ± 0.023 % 97.799 ± 0.050 % + 335 3.4197 ± 0.0239 0.00083 ± 0.00031 0.00319 ± 0.00004 1.983 ± 0.023 % 97.802 ± 0.050 % + 336 3.4083 ± 0.0238 0.00084 ± 0.00031 0.00319 ± 0.00004 1.983 ± 0.023 % 97.805 ± 0.050 % + 337 3.3985 ± 0.0237 0.00086 ± 0.00030 0.00320 ± 0.00004 1.988 ± 0.023 % 97.809 ± 0.050 % + 338 3.3896 ± 0.0236 0.00088 ± 0.00030 0.00320 ± 0.00004 1.992 ± 0.023 % 97.811 ± 0.050 % + 339 3.3844 ± 0.0235 0.00085 ± 0.00030 0.00321 ± 0.00004 1.993 ± 0.023 % 97.815 ± 0.050 % + 340 3.3847 ± 0.0234 0.00083 ± 0.00030 0.00320 ± 0.00004 1.991 ± 0.023 % 97.818 ± 0.050 % + 341 3.3923 ± 0.0235 0.00081 ± 0.00030 0.00320 ± 0.00004 1.989 ± 0.023 % 97.817 ± 0.050 % + 342 3.3975 ± 0.0235 0.00081 ± 0.00030 0.00319 ± 0.00004 1.987 ± 0.023 % 97.813 ± 0.050 % + 343 3.4005 ± 0.0235 0.00081 ± 0.00030 0.00319 ± 0.00004 1.985 ± 0.023 % 97.811 ± 0.049 % + 344 3.4038 ± 0.0234 0.00082 ± 0.00030 0.00318 ± 0.00004 1.983 ± 0.023 % 97.807 ± 0.049 % + 345 3.4031 ± 0.0234 0.00081 ± 0.00030 0.00318 ± 0.00004 1.981 ± 0.023 % 97.808 ± 0.049 % + 346 3.4067 ± 0.0234 0.00082 ± 0.00030 0.00318 ± 0.00004 1.980 ± 0.022 % 97.809 ± 0.049 % + 347 3.4062 ± 0.0233 0.00083 ± 0.00030 0.00317 ± 0.00004 1.978 ± 0.022 % 97.811 ± 0.049 % + 348 3.4072 ± 0.0233 0.00084 ± 0.00030 0.00317 ± 0.00004 1.977 ± 0.022 % 97.805 ± 0.049 % + 349 3.4083 ± 0.0233 0.00082 ± 0.00030 0.00316 ± 0.00004 1.975 ± 0.022 % 97.804 ± 0.049 % + 350 3.4151 ± 0.0233 0.00085 ± 0.00030 0.00316 ± 0.00004 1.973 ± 0.022 % 97.807 ± 0.049 % + 351 3.4162 ± 0.0233 0.00084 ± 0.00030 0.00316 ± 0.00004 1.971 ± 0.022 % 97.808 ± 0.049 % + 352 3.4154 ± 0.0232 0.00083 ± 0.00030 0.00315 ± 0.00004 1.970 ± 0.022 % 97.806 ± 0.049 % + 353 3.4239 ± 0.0233 0.00083 ± 0.00029 0.00315 ± 0.00004 1.969 ± 0.022 % 97.809 ± 0.049 % + 354 3.4322 ± 0.0233 0.00084 ± 0.00029 0.00315 ± 0.00004 1.967 ± 0.022 % 97.809 ± 0.049 % + 355 3.4401 ± 0.0234 0.00086 ± 0.00029 0.00315 ± 0.00004 1.965 ± 0.022 % 97.807 ± 0.049 % + 356 3.4388 ± 0.0233 0.00092 ± 0.00030 0.00314 ± 0.00004 1.964 ± 0.022 % 97.810 ± 0.049 % + 357 3.4278 ± 0.0232 0.00090 ± 0.00030 0.00314 ± 0.00004 1.969 ± 0.022 % 97.812 ± 0.048 % + 358 3.4231 ± 0.0231 0.00084 ± 0.00030 0.00317 ± 0.00004 1.979 ± 0.022 % 97.805 ± 0.048 % + 359 3.4228 ± 0.0231 0.00080 ± 0.00030 0.00318 ± 0.00004 1.981 ± 0.022 % 97.802 ± 0.048 % + 360 3.4167 ± 0.0230 0.00081 ± 0.00030 0.00318 ± 0.00004 1.981 ± 0.022 % 97.805 ± 0.048 % + 361 3.4072 ± 0.0229 0.00080 ± 0.00030 0.00318 ± 0.00004 1.983 ± 0.022 % 97.806 ± 0.048 % + 362 3.4029 ± 0.0228 0.00080 ± 0.00030 0.00318 ± 0.00004 1.984 ± 0.022 % 97.805 ± 0.048 % + 363 3.4062 ± 0.0228 0.00080 ± 0.00030 0.00319 ± 0.00004 1.985 ± 0.022 % 97.806 ± 0.048 % + 364 3.4190 ± 0.0229 0.00077 ± 0.00030 0.00320 ± 0.00004 1.984 ± 0.022 % 97.797 ± 0.048 % + 365 3.4283 ± 0.0230 0.00077 ± 0.00030 0.00321 ± 0.00004 1.983 ± 0.022 % 97.792 ± 0.048 % + 366 3.4434 ± 0.0231 0.00073 ± 0.00030 0.00322 ± 0.00004 1.982 ± 0.022 % 97.785 ± 0.048 % + 367 3.4529 ± 0.0232 0.00074 ± 0.00030 0.00322 ± 0.00004 1.981 ± 0.022 % 97.783 ± 0.048 % + 368 3.4595 ± 0.0232 0.00077 ± 0.00030 0.00323 ± 0.00004 1.982 ± 0.022 % 97.780 ± 0.048 % + 369 3.4714 ± 0.0233 0.00079 ± 0.00030 0.00323 ± 0.00004 1.981 ± 0.022 % 97.774 ± 0.048 % + 370 3.4815 ± 0.0234 0.00075 ± 0.00029 0.00323 ± 0.00004 1.979 ± 0.022 % 97.767 ± 0.048 % + 371 3.4848 ± 0.0234 0.00074 ± 0.00029 0.00324 ± 0.00004 1.979 ± 0.022 % 97.762 ± 0.048 % + 372 3.4917 ± 0.0234 0.00072 ± 0.00029 0.00324 ± 0.00004 1.979 ± 0.022 % 97.760 ± 0.048 % + 373 3.4998 ± 0.0234 0.00075 ± 0.00029 0.00324 ± 0.00004 1.978 ± 0.021 % 97.753 ± 0.048 % + 374 3.5068 ± 0.0234 0.00072 ± 0.00029 0.00325 ± 0.00004 1.976 ± 0.021 % 97.748 ± 0.048 % + 375 3.5122 ± 0.0235 0.00072 ± 0.00029 0.00325 ± 0.00004 1.975 ± 0.021 % 97.743 ± 0.048 % + 376 3.5176 ± 0.0235 0.00070 ± 0.00029 0.00325 ± 0.00004 1.974 ± 0.021 % 97.744 ± 0.048 % + 377 3.5210 ± 0.0235 0.00075 ± 0.00029 0.00326 ± 0.00004 1.974 ± 0.021 % 97.735 ± 0.048 % + 378 3.5320 ± 0.0236 0.00074 ± 0.00029 0.00326 ± 0.00004 1.973 ± 0.021 % 97.734 ± 0.048 % + 379 3.5401 ± 0.0236 0.00075 ± 0.00029 0.00327 ± 0.00004 1.972 ± 0.021 % 97.733 ± 0.048 % + 380 3.5457 ± 0.0236 0.00074 ± 0.00029 0.00328 ± 0.00004 1.972 ± 0.021 % 97.732 ± 0.048 % + 381 3.5533 ± 0.0236 0.00074 ± 0.00029 0.00329 ± 0.00004 1.972 ± 0.021 % 97.723 ± 0.048 % + 382 3.5603 ± 0.0237 0.00074 ± 0.00029 0.00329 ± 0.00004 1.971 ± 0.021 % 97.720 ± 0.048 % + 383 3.5730 ± 0.0238 0.00074 ± 0.00029 0.00329 ± 0.00004 1.969 ± 0.021 % 97.720 ± 0.048 % + 384 3.5822 ± 0.0238 0.00074 ± 0.00029 0.00329 ± 0.00004 1.968 ± 0.021 % 97.707 ± 0.048 % + 385 3.5847 ± 0.0238 0.00072 ± 0.00029 0.00329 ± 0.00004 1.966 ± 0.021 % 97.707 ± 0.048 % + 386 3.5872 ± 0.0238 0.00073 ± 0.00029 0.00329 ± 0.00003 1.966 ± 0.021 % 97.703 ± 0.048 % + 387 3.5914 ± 0.0238 0.00070 ± 0.00029 0.00329 ± 0.00004 1.966 ± 0.021 % 97.703 ± 0.048 % + 388 3.6047 ± 0.0239 0.00069 ± 0.00029 0.00329 ± 0.00004 1.965 ± 0.021 % 97.698 ± 0.048 % + 389 3.6150 ± 0.0240 0.00069 ± 0.00029 0.00329 ± 0.00004 1.963 ± 0.021 % 97.697 ± 0.048 % + 390 3.6161 ± 0.0239 0.00066 ± 0.00029 0.00329 ± 0.00004 1.962 ± 0.021 % 97.698 ± 0.048 % + 391 3.6152 ± 0.0239 0.00064 ± 0.00029 0.00329 ± 0.00003 1.961 ± 0.021 % 97.698 ± 0.047 % + 392 3.6048 ± 0.0238 0.00062 ± 0.00029 0.00329 ± 0.00003 1.960 ± 0.021 % 97.704 ± 0.047 % + 393 3.5970 ± 0.0237 0.00058 ± 0.00029 0.00329 ± 0.00003 1.964 ± 0.021 % 97.707 ± 0.047 % + 394 3.6007 ± 0.0237 0.00057 ± 0.00029 0.00329 ± 0.00003 1.963 ± 0.021 % 97.710 ± 0.047 % + 395 3.6047 ± 0.0237 0.00055 ± 0.00029 0.00329 ± 0.00003 1.962 ± 0.021 % 97.710 ± 0.047 % + 396 3.6065 ± 0.0237 0.00054 ± 0.00029 0.00329 ± 0.00003 1.960 ± 0.021 % 97.708 ± 0.047 % + 397 3.6105 ± 0.0237 0.00056 ± 0.00029 0.00329 ± 0.00003 1.958 ± 0.021 % 97.704 ± 0.047 % + 398 3.6121 ± 0.0236 0.00054 ± 0.00029 0.00328 ± 0.00003 1.958 ± 0.020 % 97.708 ± 0.047 % + 399 3.6145 ± 0.0236 0.00055 ± 0.00029 0.00328 ± 0.00003 1.957 ± 0.020 % 97.708 ± 0.047 % + 400 3.6136 ± 0.0236 0.00057 ± 0.00029 0.00328 ± 0.00003 1.958 ± 0.020 % 97.709 ± 0.047 % + 401 3.6113 ± 0.0235 0.00063 ± 0.00029 0.00328 ± 0.00003 1.956 ± 0.020 % 97.710 ± 0.047 % + 402 3.6029 ± 0.0234 0.00063 ± 0.00029 0.00328 ± 0.00003 1.957 ± 0.020 % 97.712 ± 0.047 % + 403 3.5943 ± 0.0233 0.00061 ± 0.00029 0.00327 ± 0.00003 1.957 ± 0.020 % 97.718 ± 0.047 % + 404 3.5874 ± 0.0233 0.00063 ± 0.00029 0.00328 ± 0.00003 1.961 ± 0.020 % 97.715 ± 0.047 % + 405 3.5873 ± 0.0232 0.00064 ± 0.00029 0.00329 ± 0.00003 1.964 ± 0.020 % 97.713 ± 0.047 % + 406 3.5808 ± 0.0231 0.00067 ± 0.00029 0.00330 ± 0.00003 1.969 ± 0.020 % 97.713 ± 0.046 % + 407 3.5719 ± 0.0230 0.00069 ± 0.00029 0.00331 ± 0.00003 1.972 ± 0.020 % 97.714 ± 0.046 % + 408 3.5636 ± 0.0229 0.00068 ± 0.00029 0.00331 ± 0.00003 1.975 ± 0.020 % 97.713 ± 0.046 % + 409 3.5555 ± 0.0229 0.00070 ± 0.00029 0.00332 ± 0.00003 1.980 ± 0.020 % 97.717 ± 0.046 % + 410 3.5472 ± 0.0228 0.00070 ± 0.00029 0.00332 ± 0.00003 1.983 ± 0.020 % 97.720 ± 0.046 % + 411 3.5390 ± 0.0227 0.00069 ± 0.00029 0.00332 ± 0.00003 1.983 ± 0.020 % 97.725 ± 0.046 % + 412 3.5294 ± 0.0226 0.00068 ± 0.00029 0.00333 ± 0.00003 1.986 ± 0.020 % 97.728 ± 0.046 % + 413 3.5208 ± 0.0225 0.00066 ± 0.00028 0.00332 ± 0.00003 1.986 ± 0.020 % 97.731 ± 0.046 % + 414 3.5116 ± 0.0224 0.00067 ± 0.00028 0.00332 ± 0.00003 1.986 ± 0.020 % 97.736 ± 0.046 % + 415 3.5041 ± 0.0223 0.00068 ± 0.00028 0.00333 ± 0.00003 1.991 ± 0.020 % 97.740 ± 0.046 % + 416 3.4941 ± 0.0222 0.00068 ± 0.00028 0.00332 ± 0.00003 1.990 ± 0.020 % 97.745 ± 0.046 % + 417 3.4844 ± 0.0221 0.00068 ± 0.00028 0.00332 ± 0.00003 1.991 ± 0.020 % 97.749 ± 0.045 % + 418 3.4752 ± 0.0220 0.00068 ± 0.00028 0.00332 ± 0.00003 1.992 ± 0.020 % 97.753 ± 0.045 % + 419 3.4653 ± 0.0219 0.00068 ± 0.00028 0.00331 ± 0.00003 1.991 ± 0.020 % 97.757 ± 0.045 % + 420 3.4564 ± 0.0218 0.00067 ± 0.00028 0.00331 ± 0.00003 1.993 ± 0.020 % 97.761 ± 0.045 % + 421 3.4476 ± 0.0217 0.00066 ± 0.00028 0.00331 ± 0.00003 1.993 ± 0.020 % 97.764 ± 0.045 % + 422 3.4400 ± 0.0216 0.00066 ± 0.00028 0.00331 ± 0.00003 1.993 ± 0.020 % 97.769 ± 0.045 % + 423 3.4341 ± 0.0215 0.00071 ± 0.00028 0.00330 ± 0.00003 1.992 ± 0.020 % 97.772 ± 0.045 % + 424 3.4345 ± 0.0215 0.00069 ± 0.00028 0.00330 ± 0.00003 1.991 ± 0.020 % 97.775 ± 0.045 % + 425 3.4326 ± 0.0215 0.00069 ± 0.00028 0.00330 ± 0.00003 1.991 ± 0.020 % 97.773 ± 0.045 % + 426 3.4304 ± 0.0214 0.00067 ± 0.00028 0.00331 ± 0.00003 1.993 ± 0.020 % 97.775 ± 0.045 % + 427 3.4291 ± 0.0214 0.00066 ± 0.00028 0.00331 ± 0.00003 1.994 ± 0.020 % 97.777 ± 0.045 % + 428 3.4236 ± 0.0213 0.00065 ± 0.00028 0.00331 ± 0.00003 1.994 ± 0.020 % 97.778 ± 0.045 % + 429 3.4160 ± 0.0212 0.00065 ± 0.00028 0.00331 ± 0.00003 1.995 ± 0.020 % 97.781 ± 0.045 % + 430 3.4179 ± 0.0212 0.00064 ± 0.00028 0.00332 ± 0.00003 1.997 ± 0.020 % 97.777 ± 0.045 % + 431 3.4121 ± 0.0211 0.00063 ± 0.00028 0.00331 ± 0.00003 1.997 ± 0.020 % 97.781 ± 0.044 % + 432 3.4080 ± 0.0211 0.00063 ± 0.00028 0.00332 ± 0.00003 1.997 ± 0.020 % 97.780 ± 0.044 % + 433 3.4098 ± 0.0211 0.00063 ± 0.00028 0.00332 ± 0.00003 1.998 ± 0.020 % 97.780 ± 0.044 % + 434 3.4024 ± 0.0210 0.00064 ± 0.00028 0.00332 ± 0.00003 1.998 ± 0.020 % 97.784 ± 0.044 % + 435 3.3965 ± 0.0209 0.00065 ± 0.00028 0.00332 ± 0.00003 2.001 ± 0.020 % 97.786 ± 0.044 % + 436 3.3943 ± 0.0209 0.00065 ± 0.00028 0.00332 ± 0.00003 2.002 ± 0.020 % 97.781 ± 0.044 % + 437 3.3905 ± 0.0208 0.00066 ± 0.00028 0.00332 ± 0.00003 2.001 ± 0.020 % 97.781 ± 0.044 % + 438 3.3894 ± 0.0208 0.00065 ± 0.00028 0.00332 ± 0.00003 2.002 ± 0.020 % 97.781 ± 0.044 % + 439 3.3882 ± 0.0208 0.00062 ± 0.00028 0.00332 ± 0.00003 2.003 ± 0.020 % 97.783 ± 0.044 % + 440 3.3871 ± 0.0207 0.00061 ± 0.00028 0.00332 ± 0.00003 2.002 ± 0.019 % 97.787 ± 0.044 % + 441 3.3789 ± 0.0206 0.00059 ± 0.00028 0.00333 ± 0.00003 2.005 ± 0.020 % 97.788 ± 0.044 % + 442 3.3794 ± 0.0206 0.00059 ± 0.00028 0.00333 ± 0.00003 2.007 ± 0.020 % 97.787 ± 0.044 % + 443 3.3759 ± 0.0206 0.00057 ± 0.00028 0.00333 ± 0.00003 2.007 ± 0.020 % 97.790 ± 0.044 % + 444 3.3692 ± 0.0205 0.00058 ± 0.00028 0.00333 ± 0.00003 2.009 ± 0.020 % 97.794 ± 0.044 % + 445 3.3625 ± 0.0204 0.00059 ± 0.00028 0.00333 ± 0.00003 2.011 ± 0.019 % 97.793 ± 0.044 % + 446 3.3599 ± 0.0204 0.00060 ± 0.00028 0.00333 ± 0.00003 2.012 ± 0.019 % 97.795 ± 0.044 % + 447 3.3550 ± 0.0203 0.00056 ± 0.00028 0.00333 ± 0.00003 2.012 ± 0.019 % 97.798 ± 0.043 % + 448 3.3511 ± 0.0203 0.00056 ± 0.00028 0.00333 ± 0.00003 2.012 ± 0.019 % 97.803 ± 0.043 % + 449 3.3471 ± 0.0202 0.00052 ± 0.00028 0.00335 ± 0.00003 2.017 ± 0.019 % 97.792 ± 0.043 % + 450 3.3472 ± 0.0202 0.00054 ± 0.00028 0.00335 ± 0.00003 2.016 ± 0.019 % 97.788 ± 0.043 % + 451 3.3455 ± 0.0202 0.00054 ± 0.00028 0.00334 ± 0.00003 2.015 ± 0.019 % 97.790 ± 0.043 % + 452 3.3459 ± 0.0201 0.00055 ± 0.00028 0.00334 ± 0.00003 2.013 ± 0.019 % 97.791 ± 0.043 % + 453 3.3495 ± 0.0201 0.00055 ± 0.00028 0.00334 ± 0.00003 2.012 ± 0.019 % 97.793 ± 0.043 % + 454 3.3549 ± 0.0202 0.00055 ± 0.00028 0.00334 ± 0.00003 2.011 ± 0.019 % 97.789 ± 0.043 % + 455 3.3615 ± 0.0202 0.00057 ± 0.00027 0.00333 ± 0.00003 2.009 ± 0.019 % 97.791 ± 0.043 % + 456 3.3683 ± 0.0202 0.00055 ± 0.00027 0.00333 ± 0.00003 2.007 ± 0.019 % 97.788 ± 0.043 % + 457 3.3673 ± 0.0202 0.00056 ± 0.00027 0.00333 ± 0.00003 2.007 ± 0.019 % 97.787 ± 0.043 % + 458 3.3684 ± 0.0202 0.00055 ± 0.00027 0.00333 ± 0.00003 2.006 ± 0.019 % 97.784 ± 0.043 % + 459 3.3713 ± 0.0202 0.00055 ± 0.00027 0.00333 ± 0.00003 2.005 ± 0.019 % 97.785 ± 0.043 % + 460 3.3760 ± 0.0202 0.00054 ± 0.00027 0.00333 ± 0.00003 2.005 ± 0.019 % 97.781 ± 0.043 % + 461 3.3807 ± 0.0202 0.00053 ± 0.00027 0.00333 ± 0.00003 2.005 ± 0.019 % 97.781 ± 0.043 % + 462 3.3842 ± 0.0202 0.00053 ± 0.00027 0.00333 ± 0.00003 2.004 ± 0.019 % 97.779 ± 0.043 % + 463 3.3881 ± 0.0202 0.00053 ± 0.00027 0.00333 ± 0.00003 2.003 ± 0.019 % 97.781 ± 0.043 % + 464 3.3926 ± 0.0203 0.00054 ± 0.00027 0.00332 ± 0.00003 2.001 ± 0.019 % 97.782 ± 0.043 % + 465 3.3980 ± 0.0203 0.00053 ± 0.00027 0.00332 ± 0.00003 2.000 ± 0.019 % 97.783 ± 0.043 % + 466 3.4028 ± 0.0203 0.00053 ± 0.00027 0.00332 ± 0.00003 1.998 ± 0.019 % 97.782 ± 0.043 % + 467 3.4051 ± 0.0203 0.00051 ± 0.00027 0.00332 ± 0.00003 1.998 ± 0.019 % 97.782 ± 0.043 % + 468 3.4065 ± 0.0203 0.00052 ± 0.00027 0.00332 ± 0.00003 1.996 ± 0.019 % 97.781 ± 0.043 % + 469 3.4084 ± 0.0203 0.00053 ± 0.00027 0.00331 ± 0.00003 1.995 ± 0.019 % 97.779 ± 0.043 % + 470 3.4094 ± 0.0202 0.00052 ± 0.00027 0.00331 ± 0.00003 1.993 ± 0.019 % 97.777 ± 0.043 % + 471 3.4122 ± 0.0202 0.00051 ± 0.00027 0.00331 ± 0.00003 1.992 ± 0.019 % 97.779 ± 0.043 % + 472 3.4194 ± 0.0203 0.00052 ± 0.00027 0.00330 ± 0.00003 1.990 ± 0.019 % 97.779 ± 0.042 % + 473 3.4229 ± 0.0203 0.00052 ± 0.00027 0.00330 ± 0.00003 1.989 ± 0.019 % 97.780 ± 0.042 % + 474 3.4243 ± 0.0203 0.00052 ± 0.00027 0.00330 ± 0.00003 1.987 ± 0.019 % 97.777 ± 0.042 % + 475 3.4260 ± 0.0203 0.00051 ± 0.00027 0.00329 ± 0.00003 1.986 ± 0.019 % 97.777 ± 0.042 % + 476 3.4246 ± 0.0203 0.00052 ± 0.00027 0.00329 ± 0.00003 1.985 ± 0.019 % 97.779 ± 0.042 % + 477 3.4286 ± 0.0203 0.00051 ± 0.00027 0.00329 ± 0.00003 1.985 ± 0.019 % 97.776 ± 0.042 % + 478 3.4360 ± 0.0203 0.00049 ± 0.00027 0.00329 ± 0.00003 1.984 ± 0.019 % 97.773 ± 0.042 % + 479 3.4393 ± 0.0203 0.00058 ± 0.00027 0.00329 ± 0.00003 1.984 ± 0.019 % 97.772 ± 0.042 % + 480 3.4396 ± 0.0203 0.00058 ± 0.00027 0.00330 ± 0.00003 1.985 ± 0.019 % 97.771 ± 0.042 % + 481 3.4439 ± 0.0203 0.00057 ± 0.00027 0.00329 ± 0.00003 1.984 ± 0.019 % 97.768 ± 0.042 % + 482 3.4455 ± 0.0203 0.00057 ± 0.00027 0.00329 ± 0.00003 1.983 ± 0.019 % 97.771 ± 0.042 % + 483 3.4498 ± 0.0203 0.00057 ± 0.00027 0.00329 ± 0.00003 1.982 ± 0.018 % 97.770 ± 0.042 % + 484 3.4530 ± 0.0203 0.00057 ± 0.00027 0.00329 ± 0.00003 1.980 ± 0.018 % 97.768 ± 0.042 % + 485 3.4538 ± 0.0203 0.00056 ± 0.00027 0.00329 ± 0.00003 1.979 ± 0.018 % 97.770 ± 0.042 % + 486 3.4527 ± 0.0203 0.00056 ± 0.00027 0.00328 ± 0.00003 1.979 ± 0.018 % 97.764 ± 0.042 % + 487 3.4565 ± 0.0203 0.00055 ± 0.00027 0.00328 ± 0.00003 1.979 ± 0.018 % 97.764 ± 0.042 % + 488 3.4573 ± 0.0203 0.00056 ± 0.00027 0.00328 ± 0.00003 1.977 ± 0.018 % 97.764 ± 0.042 % + 489 3.4573 ± 0.0202 0.00056 ± 0.00027 0.00327 ± 0.00003 1.976 ± 0.018 % 97.766 ± 0.042 % + 490 3.4602 ± 0.0202 0.00056 ± 0.00027 0.00327 ± 0.00003 1.974 ± 0.018 % 97.764 ± 0.042 % + 491 3.4623 ± 0.0202 0.00054 ± 0.00027 0.00327 ± 0.00003 1.974 ± 0.018 % 97.765 ± 0.042 % + 492 3.4634 ± 0.0202 0.00055 ± 0.00027 0.00327 ± 0.00003 1.972 ± 0.018 % 97.767 ± 0.042 % + 493 3.4654 ± 0.0202 0.00056 ± 0.00027 0.00326 ± 0.00003 1.971 ± 0.018 % 97.766 ± 0.042 % + 494 3.4728 ± 0.0203 0.00055 ± 0.00027 0.00326 ± 0.00003 1.970 ± 0.018 % 97.765 ± 0.042 % + 495 3.4787 ± 0.0203 0.00055 ± 0.00027 0.00326 ± 0.00003 1.969 ± 0.018 % 97.767 ± 0.042 % + 496 3.4775 ± 0.0203 0.00056 ± 0.00027 0.00326 ± 0.00003 1.967 ± 0.018 % 97.766 ± 0.042 % + 497 3.4812 ± 0.0203 0.00056 ± 0.00027 0.00325 ± 0.00003 1.966 ± 0.018 % 97.765 ± 0.042 % + 498 3.4818 ± 0.0203 0.00056 ± 0.00027 0.00325 ± 0.00003 1.964 ± 0.018 % 97.765 ± 0.041 % + 499 3.4829 ± 0.0203 0.00053 ± 0.00027 0.00325 ± 0.00003 1.965 ± 0.018 % 97.763 ± 0.041 % + 500 3.4910 ± 0.0203 0.00053 ± 0.00027 0.00325 ± 0.00003 1.964 ± 0.018 % 97.762 ± 0.041 % + 501 3.4937 ± 0.0203 0.00052 ± 0.00026 0.00325 ± 0.00003 1.963 ± 0.018 % 97.763 ± 0.041 % + 502 3.4973 ± 0.0203 0.00051 ± 0.00026 0.00324 ± 0.00003 1.961 ± 0.018 % 97.764 ± 0.041 % + 503 3.5010 ± 0.0203 0.00051 ± 0.00026 0.00324 ± 0.00003 1.960 ± 0.018 % 97.763 ± 0.041 % + 504 3.5044 ± 0.0203 0.00051 ± 0.00026 0.00324 ± 0.00003 1.959 ± 0.018 % 97.767 ± 0.041 % + 505 3.5089 ± 0.0203 0.00051 ± 0.00026 0.00323 ± 0.00003 1.957 ± 0.018 % 97.767 ± 0.041 % + 506 3.5126 ± 0.0204 0.00051 ± 0.00026 0.00323 ± 0.00003 1.956 ± 0.018 % 97.766 ± 0.041 % + 507 3.5152 ± 0.0204 0.00051 ± 0.00026 0.00323 ± 0.00003 1.956 ± 0.018 % 97.764 ± 0.041 % + 508 3.5216 ± 0.0204 0.00051 ± 0.00026 0.00323 ± 0.00003 1.954 ± 0.018 % 97.761 ± 0.041 % + 509 3.5208 ± 0.0204 0.00051 ± 0.00026 0.00322 ± 0.00003 1.954 ± 0.018 % 97.760 ± 0.041 % + 510 3.5219 ± 0.0203 0.00051 ± 0.00026 0.00322 ± 0.00003 1.952 ± 0.018 % 97.760 ± 0.041 % + 511 3.5238 ± 0.0203 0.00051 ± 0.00026 0.00322 ± 0.00003 1.951 ± 0.018 % 97.761 ± 0.041 % + 512 3.5257 ± 0.0203 0.00049 ± 0.00026 0.00322 ± 0.00003 1.951 ± 0.018 % 97.760 ± 0.041 % + 513 3.5274 ± 0.0203 0.00047 ± 0.00026 0.00322 ± 0.00003 1.949 ± 0.018 % 97.762 ± 0.041 % + 514 3.5262 ± 0.0203 0.00047 ± 0.00026 0.00321 ± 0.00003 1.948 ± 0.018 % 97.761 ± 0.041 % + 515 3.5262 ± 0.0203 0.00046 ± 0.00026 0.00321 ± 0.00003 1.947 ± 0.018 % 97.762 ± 0.041 % + 516 3.5300 ± 0.0203 0.00047 ± 0.00026 0.00321 ± 0.00003 1.946 ± 0.018 % 97.763 ± 0.041 % + 517 3.5355 ± 0.0203 0.00045 ± 0.00026 0.00323 ± 0.00004 1.955 ± 0.020 % 97.762 ± 0.041 % + 518 3.5372 ± 0.0203 0.00044 ± 0.00026 0.00323 ± 0.00004 1.954 ± 0.020 % 97.760 ± 0.041 % + 519 3.5374 ± 0.0203 0.00045 ± 0.00026 0.00322 ± 0.00004 1.952 ± 0.020 % 97.760 ± 0.041 % + 520 3.5398 ± 0.0203 0.00043 ± 0.00026 0.00322 ± 0.00004 1.951 ± 0.020 % 97.762 ± 0.041 % + 521 3.5450 ± 0.0203 0.00044 ± 0.00026 0.00322 ± 0.00004 1.950 ± 0.020 % 97.759 ± 0.041 % + 522 3.5513 ± 0.0203 0.00044 ± 0.00026 0.00322 ± 0.00004 1.949 ± 0.020 % 97.757 ± 0.041 % + 523 3.5511 ± 0.0203 0.00045 ± 0.00026 0.00322 ± 0.00004 1.947 ± 0.020 % 97.757 ± 0.041 % + 524 3.5550 ± 0.0203 0.00045 ± 0.00026 0.00321 ± 0.00004 1.946 ± 0.020 % 97.759 ± 0.040 % + 525 3.5511 ± 0.0203 0.00046 ± 0.00026 0.00321 ± 0.00004 1.946 ± 0.020 % 97.761 ± 0.040 % + 526 3.5438 ± 0.0202 0.00045 ± 0.00026 0.00321 ± 0.00004 1.948 ± 0.020 % 97.764 ± 0.040 % + 527 3.5373 ± 0.0201 0.00046 ± 0.00026 0.00322 ± 0.00004 1.952 ± 0.020 % 97.764 ± 0.040 % + 528 3.5361 ± 0.0201 0.00044 ± 0.00026 0.00323 ± 0.00004 1.954 ± 0.020 % 97.765 ± 0.040 % + 529 3.5343 ± 0.0201 0.00047 ± 0.00026 0.00323 ± 0.00004 1.957 ± 0.020 % 97.762 ± 0.040 % + 530 3.5336 ± 0.0201 0.00046 ± 0.00026 0.00323 ± 0.00004 1.957 ± 0.020 % 97.760 ± 0.040 % + 531 3.5326 ± 0.0200 0.00047 ± 0.00026 0.00324 ± 0.00004 1.958 ± 0.020 % 97.758 ± 0.040 % + 532 3.5340 ± 0.0200 0.00046 ± 0.00026 0.00324 ± 0.00004 1.957 ± 0.020 % 97.758 ± 0.040 % + 533 3.5303 ± 0.0200 0.00044 ± 0.00026 0.00324 ± 0.00004 1.957 ± 0.020 % 97.760 ± 0.040 % + 534 3.5313 ± 0.0200 0.00043 ± 0.00026 0.00324 ± 0.00004 1.958 ± 0.020 % 97.758 ± 0.040 % + 535 3.5300 ± 0.0199 0.00042 ± 0.00026 0.00325 ± 0.00004 1.958 ± 0.020 % 97.757 ± 0.040 % + 536 3.5281 ± 0.0199 0.00042 ± 0.00026 0.00326 ± 0.00004 1.962 ± 0.020 % 97.755 ± 0.040 % + 537 3.5233 ± 0.0198 0.00043 ± 0.00026 0.00327 ± 0.00004 1.968 ± 0.020 % 97.755 ± 0.040 % + 538 3.5238 ± 0.0198 0.00042 ± 0.00026 0.00327 ± 0.00004 1.968 ± 0.020 % 97.755 ± 0.040 % + 539 3.5209 ± 0.0198 0.00043 ± 0.00026 0.00327 ± 0.00004 1.969 ± 0.020 % 97.754 ± 0.040 % + 540 3.5230 ± 0.0198 0.00041 ± 0.00026 0.00327 ± 0.00004 1.969 ± 0.020 % 97.749 ± 0.040 % + 541 3.5234 ± 0.0198 0.00042 ± 0.00026 0.00328 ± 0.00004 1.970 ± 0.020 % 97.746 ± 0.040 % + 542 3.5272 ± 0.0198 0.00042 ± 0.00026 0.00328 ± 0.00004 1.969 ± 0.020 % 97.745 ± 0.040 % + 543 3.5266 ± 0.0197 0.00041 ± 0.00025 0.00328 ± 0.00004 1.969 ± 0.019 % 97.745 ± 0.040 % + 544 3.5231 ± 0.0197 0.00041 ± 0.00025 0.00328 ± 0.00004 1.968 ± 0.019 % 97.748 ± 0.040 % + 545 3.5214 ± 0.0197 0.00042 ± 0.00025 0.00327 ± 0.00004 1.968 ± 0.019 % 97.749 ± 0.040 % + 546 3.5258 ± 0.0197 0.00043 ± 0.00025 0.00327 ± 0.00004 1.967 ± 0.019 % 97.750 ± 0.040 % + 547 3.5249 ± 0.0197 0.00043 ± 0.00025 0.00327 ± 0.00004 1.966 ± 0.019 % 97.750 ± 0.040 % + 548 3.5240 ± 0.0196 0.00041 ± 0.00025 0.00327 ± 0.00004 1.965 ± 0.019 % 97.751 ± 0.040 % + 549 3.5210 ± 0.0196 0.00040 ± 0.00025 0.00327 ± 0.00004 1.967 ± 0.019 % 97.753 ± 0.040 % + 550 3.5177 ± 0.0196 0.00039 ± 0.00025 0.00327 ± 0.00004 1.966 ± 0.019 % 97.752 ± 0.040 % + 551 3.5110 ± 0.0195 0.00039 ± 0.00025 0.00327 ± 0.00004 1.966 ± 0.019 % 97.756 ± 0.040 % + 552 3.5074 ± 0.0194 0.00038 ± 0.00025 0.00328 ± 0.00004 1.969 ± 0.019 % 97.754 ± 0.039 % + 553 3.5042 ± 0.0194 0.00038 ± 0.00025 0.00329 ± 0.00004 1.974 ± 0.019 % 97.755 ± 0.039 % + 554 3.5044 ± 0.0194 0.00037 ± 0.00025 0.00329 ± 0.00004 1.974 ± 0.019 % 97.752 ± 0.039 % + 555 3.5096 ± 0.0194 0.00037 ± 0.00025 0.00329 ± 0.00004 1.973 ± 0.019 % 97.753 ± 0.039 % + 556 3.5116 ± 0.0194 0.00038 ± 0.00025 0.00329 ± 0.00004 1.973 ± 0.019 % 97.753 ± 0.039 % + 557 3.5129 ± 0.0194 0.00040 ± 0.00025 0.00329 ± 0.00004 1.974 ± 0.019 % 97.752 ± 0.039 % + 558 3.5163 ± 0.0194 0.00040 ± 0.00025 0.00329 ± 0.00004 1.973 ± 0.019 % 97.746 ± 0.039 % + 559 3.5211 ± 0.0194 0.00042 ± 0.00025 0.00330 ± 0.00004 1.973 ± 0.019 % 97.740 ± 0.039 % + 560 3.5257 ± 0.0194 0.00041 ± 0.00025 0.00330 ± 0.00004 1.972 ± 0.019 % 97.739 ± 0.039 % + 561 3.5316 ± 0.0195 0.00044 ± 0.00025 0.00330 ± 0.00004 1.971 ± 0.019 % 97.738 ± 0.039 % + 562 3.5312 ± 0.0194 0.00043 ± 0.00025 0.00330 ± 0.00004 1.970 ± 0.019 % 97.739 ± 0.039 % + 563 3.5313 ± 0.0194 0.00046 ± 0.00025 0.00331 ± 0.00004 1.974 ± 0.019 % 97.740 ± 0.039 % + 564 3.5244 ± 0.0194 0.00046 ± 0.00025 0.00330 ± 0.00003 1.973 ± 0.019 % 97.743 ± 0.039 % + 565 3.5187 ± 0.0193 0.00046 ± 0.00025 0.00330 ± 0.00003 1.974 ± 0.019 % 97.745 ± 0.039 % + 566 3.5124 ± 0.0192 0.00044 ± 0.00025 0.00330 ± 0.00003 1.974 ± 0.019 % 97.747 ± 0.039 % + 567 3.5052 ± 0.0192 0.00047 ± 0.00025 0.00330 ± 0.00003 1.974 ± 0.019 % 97.751 ± 0.039 % + 568 3.4983 ± 0.0191 0.00047 ± 0.00025 0.00330 ± 0.00003 1.974 ± 0.019 % 97.755 ± 0.039 % + 569 3.4919 ± 0.0190 0.00047 ± 0.00025 0.00329 ± 0.00003 1.973 ± 0.019 % 97.757 ± 0.039 % + 570 3.4854 ± 0.0190 0.00047 ± 0.00025 0.00329 ± 0.00003 1.975 ± 0.019 % 97.760 ± 0.039 % + 571 3.4800 ± 0.0189 0.00047 ± 0.00025 0.00329 ± 0.00003 1.976 ± 0.019 % 97.764 ± 0.039 % + 572 3.4762 ± 0.0189 0.00048 ± 0.00025 0.00330 ± 0.00003 1.977 ± 0.019 % 97.765 ± 0.039 % + 573 3.4730 ± 0.0189 0.00048 ± 0.00025 0.00330 ± 0.00003 1.978 ± 0.019 % 97.768 ± 0.039 % + 574 3.4742 ± 0.0188 0.00047 ± 0.00025 0.00330 ± 0.00003 1.977 ± 0.019 % 97.764 ± 0.039 % + 575 3.4761 ± 0.0188 0.00046 ± 0.00025 0.00330 ± 0.00003 1.976 ± 0.019 % 97.762 ± 0.039 % + 576 3.4798 ± 0.0188 0.00047 ± 0.00025 0.00330 ± 0.00003 1.976 ± 0.019 % 97.762 ± 0.039 % + 577 3.4830 ± 0.0189 0.00048 ± 0.00025 0.00330 ± 0.00003 1.976 ± 0.019 % 97.759 ± 0.039 % + 578 3.4881 ± 0.0189 0.00048 ± 0.00025 0.00330 ± 0.00003 1.975 ± 0.019 % 97.756 ± 0.039 % + 579 3.4855 ± 0.0188 0.00049 ± 0.00025 0.00330 ± 0.00003 1.975 ± 0.019 % 97.756 ± 0.039 % + 580 3.4860 ± 0.0188 0.00050 ± 0.00025 0.00330 ± 0.00003 1.975 ± 0.019 % 97.755 ± 0.039 % + +====== Perplexity statistics ====== +Mean PPL(Q) : 3.486040 ± 0.018831 +Mean PPL(base) : 3.484294 ± 0.018788 +Cor(ln(PPL(Q)), ln(PPL(base))): 99.89% +Mean ln(PPL(Q)/PPL(base)) : 0.000501 ± 0.000252 +Mean PPL(Q)/PPL(base) : 1.000501 ± 0.000252 +Mean PPL(Q)-PPL(base) : 0.001746 ± 0.000878 + +====== KL divergence statistics ====== +Mean KLD: 0.003298 ± 0.000034 +Maximum KLD: 2.955933 +99.9% KLD: 0.127855 +99.0% KLD: 0.038814 +95.0% KLD: 0.012730 +90.0% KLD: 0.007136 +Median KLD: 0.000905 +10.0% KLD: 0.000009 + 5.0% KLD: 0.000002 + 1.0% KLD: -0.000000 + 0.1% KLD: -0.000005 +Minimum KLD: -0.000679 + +====== Token probability statistics ====== +Mean Δp: -0.009 ± 0.005 % +Maximum Δp: 70.464% +99.9% Δp: 15.496% +99.0% Δp: 6.075% +95.0% Δp: 2.287% +90.0% Δp: 1.252% +75.0% Δp: 0.202% +Median Δp: -0.000% +25.0% Δp: -0.223% +10.0% Δp: -1.272% + 5.0% Δp: -2.330% + 1.0% Δp: -6.026% + 0.1% Δp: -15.368% +Minimum Δp: -48.572% +RMS Δp : 1.975 ± 0.019 % +Same top p: 97.755 ± 0.039 % + +5.13.179.464 I llama_perf_context_print: load time = 148571.79 ms +5.13.179.466 I llama_perf_context_print: prompt eval time = 124664.21 ms / 296960 tokens ( 0.42 ms per token, 2382.08 tokens per second) +5.13.179.467 I llama_perf_context_print: eval time = 0.00 ms / 1 runs ( 0.00 ms per token, inf tokens per second) +5.13.179.468 I llama_perf_context_print: total time = 162882.23 ms / 296961 tokens +5.13.179.468 I llama_perf_context_print: graphs reused = 35 +5.13.179.679 I common_memory_breakdown_print: | memory breakdown [MiB] | total free self model context compute unaccounted | +5.13.179.685 I common_memory_breakdown_print: | - CUDA0 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39221 + (56959 = 53321 + 429 + 3209) + 1068 | +5.13.179.686 I common_memory_breakdown_print: | - CUDA1 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39261 + (56919 = 53321 + 429 + 3169) + 1068 | +5.13.179.686 I common_memory_breakdown_print: | - CUDA2 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39261 + (56919 = 53321 + 429 + 3169) + 1068 | +5.13.179.686 I common_memory_breakdown_print: | - CUDA3 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 45931 + (50248 = 46666 + 413 + 3169) + 1069 | +5.13.179.687 I common_memory_breakdown_print: | - CUDA4 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39261 + (56919 = 53321 + 429 + 3169) + 1068 | +5.13.179.687 I common_memory_breakdown_print: | - CUDA5 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39261 + (56919 = 53321 + 429 + 3169) + 1068 | +5.13.179.687 I common_memory_breakdown_print: | - CUDA6 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 39261 + (56919 = 53321 + 429 + 3169) + 1068 | +5.13.179.687 I common_memory_breakdown_print: | - CUDA7 (RTX PRO 6000 Blackwell Max-Q Workstation Edition) | 97250 = 46229 + (49951 = 41031 + 230 + 8689) + 1068 | +5.13.179.687 I common_memory_breakdown_print: | - Host | 1351 = 1030 + 0 + 321 | +``` diff --git a/kld_data/llm_quantization_data.csv b/kld_data/llm_quantization_data.csv new file mode 100644 index 0000000000000000000000000000000000000000..01709885c752297c341bb8f13680712ab695271a --- /dev/null +++ b/kld_data/llm_quantization_data.csv @@ -0,0 +1,8 @@ +model_name,file_size_gb,bpw,Mean KLD_mean,0.00.583.305 I llama_model_loader,0.00.583.306 I llama_model_loader,0.00.583.366 I llama_model_loader,0.00.583.367 I llama_model_loader,0.00.583.376 I llama_model_loader,0.00.583.377 I llama_model_loader,0.00.583.379 I llama_model_loader,0.00.583.380 I llama_model_loader,0.00.590.340 I llama_model_loader,0.00.590.385 I llama_model_loader,0.00.590.386 I llama_model_loader,0.00.590.395 I llama_model_loader,0.00.590.396 I llama_model_loader,0.00.590.397 I llama_model_loader,0.00.590.398 I llama_model_loader,0.00.590.399 I llama_model_loader,0.00.608.903 I llama_model_loader,0.00.608.904 I llama_model_loader,0.00.608.948 I llama_model_loader,0.00.608.949 I llama_model_loader,0.00.608.955 I llama_model_loader,0.00.608.958 I llama_model_loader,0.00.608.959 I llama_model_loader,0.00.608.962 I llama_model_loader,0.00.608.964 I llama_model_loader,0.00.612.953 I llama_model_loader,0.00.612.954 I llama_model_loader,0.00.613.018 I llama_model_loader,0.00.613.019 I llama_model_loader,0.00.613.027 I llama_model_loader,0.00.613.028 I llama_model_loader,0.00.613.029 I llama_model_loader,0.00.613.031 I llama_model_loader,0.00.613.032 I llama_model_loader,0.00.613.739 I llama_model_loader,0.00.613.741 I llama_model_loader,0.00.613.793 I llama_model_loader,0.00.613.794 I llama_model_loader,0.00.613.803 I llama_model_loader,0.00.613.804 I llama_model_loader,0.00.613.805 I llama_model_loader,0.00.613.807 I llama_model_loader,0.00.615.625 I llama_model_loader,0.00.615.626 I llama_model_loader,0.00.615.627 I llama_model_loader,0.00.615.628 I llama_model_loader,0.00.615.637 I llama_model_loader,0.00.615.638 I llama_model_loader,0.00.615.639 I llama_model_loader,0.00.615.641 I print_info,0.00.615.642 I print_info,0.00.621.212 I llama_model_loader,0.00.621.213 I llama_model_loader,0.00.621.218 I llama_model_loader,0.00.621.221 I print_info,0.00.632.615 I llama_model_loader,0.00.632.616 I llama_model_loader,0.00.632.662 I llama_model_loader,0.00.632.663 I llama_model_loader,0.00.632.671 I llama_model_loader,0.00.632.672 I llama_model_loader,0.00.632.673 I llama_model_loader,0.00.632.675 I llama_model_loader,0.00.632.676 I llama_model_loader,0.00.639.723 I llama_model_loader,0.00.639.724 I llama_model_loader,0.00.639.725 I llama_model_loader,0.00.639.729 I llama_model_loader,0.00.639.730 I llama_model_loader,0.00.639.731 I llama_model_loader,0.00.639.734 I print_info,0.00.643.709 I llama_model_loader,0.00.643.710 I llama_model_loader,0.00.643.715 I llama_model_loader,0.00.643.716 I llama_model_loader,0.00.643.718 I print_info,0.00.643.719 I print_info,0.00.644.545 I llama_model_loader,0.00.644.546 I llama_model_loader,0.00.644.547 I llama_model_loader,0.00.644.551 I llama_model_loader,0.00.644.552 I llama_model_loader,0.00.644.555 I print_info,0.00.663.386 I llama_model_loader,0.00.663.389 I llama_model_loader,0.00.663.390 I llama_model_loader,0.00.663.392 I print_info,0.00.663.393 I print_info,0.01.171.956 I llama_model_loader,0.01.171.963 I llama_model_loader,0.01.172.023 I llama_model_loader,0.01.172.024 I llama_model_loader,0.01.172.025 I llama_model_loader,0.01.172.034 I llama_model_loader,0.01.172.035 I llama_model_loader,0.01.172.037 I llama_model_loader,0.01.172.041 I llama_model_loader,0.01.172.042 I llama_model_loader,0.01.211.986 I llama_model_loader,0.01.211.987 I llama_model_loader,0.01.211.988 I llama_model_loader,0.01.211.992 I llama_model_loader,0.01.211.993 I llama_model_loader,0.01.211.995 I print_info,0.01.211.996 I print_info,0.01.373.429 I load,0.01.385.167 I load,0.01.387.665 I load,0.01.390.798 I load,0.01.396.653 I load,0.01.396.654 I load,0.01.396.845 I load,0.01.407.059 I load,0.01.407.060 I load,0.01.407.061 I load,0.01.407.246 I load,0.01.411.244 I load,0.01.411.245 I load,0.01.411.246 I load,0.01.411.440 I load,0.01.412.501 I load,0.01.413.013 I load,0.01.413.014 I load,0.01.413.015 I load,0.01.413.186 I load,0.01.420.925 I load,0.01.435.593 I load,0.01.435.594 I load,0.01.435.595 I load,0.01.435.768 I load,0.01.444.045 I load,0.01.444.046 I load,0.01.444.047 I load,0.01.444.225 I load,0.01.447.394 I load,0.01.447.423 I print_info,0.01.447.424 I print_info,0.01.447.425 I print_info,0.01.447.426 I print_info,0.01.447.445 I print_info,0.01.447.447 I print_info,0.01.447.449 I print_info,0.01.447.451 I print_info,0.01.447.462 I print_info,0.01.447.468 I print_info,0.01.447.476 I print_info,0.01.447.478 I print_info,0.01.447.479 I print_info,0.01.447.482 I print_info,0.01.447.483 I print_info,0.01.447.485 I print_info,0.01.447.486 I print_info,0.01.447.487 I print_info,0.01.447.488 I print_info,0.01.447.489 I print_info,0.01.447.491 I print_info,0.01.447.496 I print_info,0.01.447.498 I print_info,0.01.447.499 I print_info,0.01.447.500 I print_info,0.01.447.501 I print_info,0.01.447.502 I print_info,0.01.447.503 I print_info,0.01.447.504 I print_info,0.01.447.505 I print_info,0.01.447.506 I print_info,0.01.452.112 I load_tensors,0.01.452.117 I load_tensors,0.01.452.118 I load_tensors,0.01.452.119 I load_tensors,0.01.452.120 I load_tensors,0.01.455.112 I llama_context,0.01.455.113 I llama_context,0.01.455.114 I llama_context,0.01.455.119 I llama_context,0.01.455.120 I llama_context,0.01.456.429 I load,0.01.456.454 I print_info,0.01.456.456 I print_info,0.01.456.457 I print_info,0.01.456.458 I print_info,0.01.456.475 I print_info,0.01.456.480 I print_info,0.01.456.482 I print_info,0.01.456.483 I print_info,0.01.456.488 I print_info,0.01.456.490 I print_info,0.01.456.491 I print_info,0.01.456.493 I print_info,0.01.456.494 I print_info,0.01.456.495 I print_info,0.01.456.497 I print_info,0.01.456.499 I print_info,0.01.456.500 I print_info,0.01.456.504 I print_info,0.01.456.505 I print_info,0.01.456.506 I print_info,0.01.456.507 I print_info,0.01.456.508 I print_info,0.01.456.509 I print_info,0.01.456.510 I print_info,0.01.456.515 I print_info,0.01.456.534 I print_info,0.01.456.536 I print_info,0.01.456.537 I print_info,0.01.456.538 I print_info,0.01.456.540 I print_info,0.01.456.541 I print_info,0.01.456.556 I print_info,0.01.456.558 I print_info,0.01.456.559 I print_info,0.01.456.560 I print_info,0.01.456.561 I print_info,0.01.460.486 I llama_context,0.01.460.619 I llama_kv_cache,0.01.460.628 I llama_kv_cache,0.01.460.629 I llama_kv_cache,0.01.460.630 I llama_kv_cache,0.01.460.631 I llama_kv_cache,0.01.460.632 I llama_kv_cache,0.01.460.638 I llama_kv_cache,0.01.461.078 I load_tensors,0.01.461.083 I load_tensors,0.01.461.084 I load_tensors,0.01.461.085 I load_tensors,0.01.461.168 I llama_memory_recurrent,0.01.461.288 I load,0.01.461.315 I print_info,0.01.461.316 I print_info,0.01.461.317 I print_info,0.01.461.318 I print_info,0.01.461.319 I print_info,0.01.461.338 I print_info,0.01.461.340 I print_info,0.01.461.342 I print_info,0.01.461.344 I print_info,0.01.461.348 I print_info,0.01.461.351 I print_info,0.01.461.352 I print_info,0.01.461.355 I print_info,0.01.461.356 I print_info,0.01.461.357 I print_info,0.01.461.358 I print_info,0.01.461.359 I print_info,0.01.461.360 I print_info,0.01.461.361 I print_info,0.01.461.362 I print_info,0.01.461.363 I print_info,0.01.461.366 I print_info,0.01.461.367 I print_info,0.01.461.368 I print_info,0.01.461.370 I print_info,0.01.461.371 I print_info,0.01.461.372 I print_info,0.01.461.373 I print_info,0.01.461.379 I print_info,0.01.461.380 I print_info,0.01.461.381 I print_info,0.01.461.386 I print_info,0.01.461.387 I print_info,0.01.461.388 I print_info,0.01.461.389 I print_info,0.01.461.390 I print_info,0.01.461.616 I llama_memory_recurrent,0.01.462.034 I llama_memory_recurrent,0.01.462.466 I llama_memory_recurrent,0.01.462.703 I load,0.01.462.728 I print_info,0.01.462.729 I print_info,0.01.462.730 I print_info,0.01.462.731 I print_info,0.01.462.732 I print_info,0.01.462.750 I print_info,0.01.462.752 I print_info,0.01.462.754 I print_info,0.01.462.756 I print_info,0.01.462.758 I print_info,0.01.462.762 I print_info,0.01.462.765 I print_info,0.01.462.766 I print_info,0.01.462.769 I print_info,0.01.462.775 I print_info,0.01.462.776 I print_info,0.01.462.777 I print_info,0.01.462.778 I print_info,0.01.462.779 I print_info,0.01.462.780 I print_info,0.01.462.781 I print_info,0.01.462.782 I print_info,0.01.462.783 I print_info,0.01.462.784 I print_info,0.01.462.785 I print_info,0.01.462.789 I print_info,0.01.462.790 I print_info,0.01.462.791 I print_info,0.01.462.793 I print_info,0.01.462.794 I print_info,0.01.462.795 I print_info,0.01.462.889 I llama_memory_recurrent,0.01.463.309 I llama_memory_recurrent,0.01.463.756 I llama_memory_recurrent,0.01.464.034 I llama_context,0.01.464.035 I llama_context,0.01.464.036 I llama_context,0.01.464.040 I llama_context,0.01.464.041 I llama_context,0.01.464.041 I llama_memory_recurrent,0.01.466.071 I load_tensors,0.01.466.076 I load_tensors,0.01.466.077 I load_tensors,0.01.466.078 I load_tensors,0.01.466.079 I load_tensors,0.01.468.121 I load_tensors,0.01.468.122 I load_tensors,0.01.468.126 I load_tensors,0.01.468.127 I load_tensors,0.01.468.128 I load_tensors,0.01.468.938 I llama_context,0.01.469.068 I llama_kv_cache,0.01.469.078 I llama_kv_cache,0.01.469.079 I llama_kv_cache,0.01.469.080 I llama_kv_cache,0.01.469.081 I llama_kv_cache,0.01.469.087 I llama_kv_cache,0.01.469.165 I llama_context,0.01.469.166 I llama_context,0.01.469.167 I llama_context,0.01.469.172 I llama_context,0.01.469.173 I llama_context,0.01.469.652 I llama_memory_recurrent,0.01.470.072 I llama_memory_recurrent,0.01.470.503 I llama_memory_recurrent,0.01.470.911 I llama_memory_recurrent,0.01.471.067 I llama_context,0.01.471.068 I llama_context,0.01.471.072 I llama_context,0.01.471.073 I llama_context,0.01.471.331 I llama_memory_recurrent,0.01.471.744 I llama_memory_recurrent,0.01.472.159 I llama_memory_recurrent,0.01.472.453 I llama_memory_recurrent,0.01.474.578 I llama_context,0.01.474.712 I llama_kv_cache,0.01.474.721 I llama_kv_cache,0.01.474.722 I llama_kv_cache,0.01.474.730 I llama_kv_cache,0.01.474.731 I llama_kv_cache,0.01.474.732 I llama_kv_cache,0.01.474.733 I llama_kv_cache,0.01.474.739 I llama_kv_cache,0.01.474.740 I llama_kv_cache,0.01.475.303 I llama_memory_recurrent,0.01.475.729 I llama_memory_recurrent,0.01.476.172 I llama_memory_recurrent,0.01.476.289 I llama_context,0.01.476.413 I llama_kv_cache,0.01.476.429 I llama_kv_cache,0.01.476.430 I llama_kv_cache,0.01.476.431 I llama_kv_cache,0.01.476.432 I llama_kv_cache,0.01.476.433 I llama_kv_cache,0.01.476.438 I llama_kv_cache,0.01.476.595 I llama_memory_recurrent,0.01.476.950 I llama_memory_recurrent,0.01.477.021 I llama_memory_recurrent,0.01.477.373 I llama_memory_recurrent,0.01.477.450 I llama_memory_recurrent,0.01.477.795 I llama_memory_recurrent,0.01.477.870 I llama_memory_recurrent,0.01.478.186 I llama_memory_recurrent,0.01.478.226 I llama_memory_recurrent,0.01.478.630 I llama_memory_recurrent,0.01.479.047 I llama_memory_recurrent,0.01.479.462 I llama_memory_recurrent,0.01.479.739 I llama_memory_recurrent,0.01.485.385 I load,0.01.485.410 I print_info,0.01.485.411 I print_info,0.01.485.412 I print_info,0.01.485.413 I print_info,0.01.485.432 I print_info,0.01.485.433 I print_info,0.01.485.434 I print_info,0.01.485.435 I print_info,0.01.485.436 I print_info,0.01.485.437 I print_info,0.01.485.441 I print_info,0.01.485.444 I print_info,0.01.485.466 I print_info,0.01.485.475 I print_info,0.01.485.476 I print_info,0.01.485.477 I print_info,0.01.485.480 I print_info,0.01.485.481 I print_info,0.01.485.482 I print_info,0.01.485.483 I print_info,0.01.485.484 I print_info,0.01.485.485 I print_info,0.01.485.486 I print_info,0.01.485.487 I print_info,0.01.485.488 I print_info,0.01.485.494 I print_info,0.01.485.495 I print_info,0.01.485.496 I print_info,0.01.485.497 I print_info,0.01.485.498 I print_info,0.01.485.500 I print_info,0.01.485.517 I print_info,0.01.485.519 I print_info,0.01.485.520 I print_info,0.01.485.522 I print_info,0.01.490.115 I load_tensors,0.01.490.121 I load_tensors,0.01.490.122 I load_tensors,0.01.490.123 I load_tensors,0.01.493.067 I llama_context,0.01.493.068 I llama_context,0.01.493.069 I llama_context,0.01.493.073 I llama_context,0.01.493.074 I llama_context,0.01.493.820 I load,0.01.493.846 I print_info,0.01.493.848 I print_info,0.01.493.849 I print_info,0.01.493.850 I print_info,0.01.493.869 I print_info,0.01.493.871 I print_info,0.01.493.872 I print_info,0.01.493.874 I print_info,0.01.493.875 I print_info,0.01.493.876 I print_info,0.01.493.878 I print_info,0.01.493.882 I print_info,0.01.493.885 I print_info,0.01.493.889 I print_info,0.01.493.891 I print_info,0.01.493.892 I print_info,0.01.493.893 I print_info,0.01.493.894 I print_info,0.01.493.895 I print_info,0.01.493.896 I print_info,0.01.493.897 I print_info,0.01.493.898 I print_info,0.01.493.899 I print_info,0.01.493.900 I print_info,0.01.493.902 I print_info,0.01.493.903 I print_info,0.01.493.904 I print_info,0.01.493.910 I print_info,0.01.493.911 I print_info,0.01.493.912 I print_info,0.01.493.913 I print_info,0.01.493.914 I print_info,0.01.493.915 I print_info,0.01.493.916 I print_info,0.01.493.918 I print_info,0.01.493.919 I print_info,0.01.498.230 I llama_context,0.01.498.383 I llama_kv_cache,0.01.498.392 I llama_kv_cache,0.01.498.393 I llama_kv_cache,0.01.498.394 I llama_kv_cache,0.01.498.395 I llama_kv_cache,0.01.498.396 I llama_kv_cache,0.01.498.402 I llama_kv_cache,0.01.498.555 I load_tensors,0.01.498.556 I load_tensors,0.01.498.560 I load_tensors,0.01.498.561 I load_tensors,0.01.498.562 I load_tensors,0.01.498.929 I llama_memory_recurrent,0.01.499.339 I llama_memory_recurrent,0.01.499.771 I llama_memory_recurrent,0.01.500.188 I llama_memory_recurrent,0.01.500.639 I llama_memory_recurrent,0.01.501.047 I llama_memory_recurrent,0.01.501.460 I llama_memory_recurrent,0.01.501.560 I llama_context,0.01.501.561 I llama_context,0.01.501.565 I llama_context,0.01.501.566 I llama_context,0.01.501.748 I llama_memory_recurrent,0.01.506.807 I llama_context,0.01.506.937 I llama_kv_cache,0.01.506.947 I llama_kv_cache,0.01.506.948 I llama_kv_cache,0.01.506.949 I llama_kv_cache,0.01.506.950 I llama_kv_cache,0.01.506.951 I llama_kv_cache,0.01.506.956 I llama_kv_cache,0.01.506.957 I llama_kv_cache,0.01.507.492 I llama_memory_recurrent,0.01.507.911 I llama_memory_recurrent,0.01.508.344 I llama_memory_recurrent,0.01.508.766 I llama_memory_recurrent,0.01.509.184 I llama_memory_recurrent,0.01.509.638 I llama_memory_recurrent,0.01.510.059 I llama_memory_recurrent,0.01.510.348 I llama_memory_recurrent,0.01.557.897 I sched_reserve,0.01.557.911 I sched_reserve,0.01.557.912 I sched_reserve,0.01.557.913 I sched_reserve,0.01.557.914 I sched_reserve,0.01.557.915 I sched_reserve,0.01.557.918 I sched_reserve,0.01.558.471 I common_memory_breakdown_print,0.01.564.496 I sched_reserve,0.01.564.508 I sched_reserve,0.01.564.509 I sched_reserve,0.01.564.510 I sched_reserve,0.01.564.511 I sched_reserve,0.01.564.512 I sched_reserve,0.01.564.515 I sched_reserve,0.01.565.036 I common_memory_breakdown_print,0.01.572.470 I sched_reserve,0.01.572.483 I sched_reserve,0.01.572.484 I sched_reserve,0.01.572.485 I sched_reserve,0.01.572.486 I sched_reserve,0.01.572.487 I sched_reserve,0.01.572.490 I sched_reserve,0.01.573.027 I common_memory_breakdown_print,0.01.575.293 I sched_reserve,0.01.575.307 I sched_reserve,0.01.575.308 I sched_reserve,0.01.575.309 I sched_reserve,0.01.575.310 I sched_reserve,0.01.575.314 I sched_reserve,0.01.575.867 I common_memory_breakdown_print,0.01.596.544 I sched_reserve,0.01.596.559 I sched_reserve,0.01.596.560 I sched_reserve,0.01.596.561 I sched_reserve,0.01.596.562 I sched_reserve,0.01.596.566 I sched_reserve,0.01.597.119 I common_memory_breakdown_print,0.01.613.978 I common_params_fit_impl,0.01.613.983 I common_fit_params,0.01.614.444 I sched_reserve,0.01.614.458 I sched_reserve,0.01.614.459 I sched_reserve,0.01.614.460 I sched_reserve,0.01.614.461 I sched_reserve,0.01.614.462 I sched_reserve,0.01.614.466 I sched_reserve,0.01.615.049 I common_memory_breakdown_print,0.01.620.377 I common_params_fit_impl,0.01.620.382 I common_fit_params,0.01.624.943 I common_params_fit_impl,0.01.624.948 I common_fit_params,0.01.635.078 I common_params_fit_impl,0.01.635.083 I common_fit_params,0.01.650.896 I llama_model_loader,0.01.650.897 I llama_model_loader,0.01.650.917 I llama_model_loader,0.01.650.918 I llama_model_loader,0.01.650.927 I llama_model_loader,0.01.650.928 I llama_model_loader,0.01.650.930 I llama_model_loader,0.01.650.939 I llama_model_loader,0.01.650.940 I llama_model_loader,0.01.657.657 I common_params_fit_impl,0.01.657.662 I common_fit_params,0.01.657.767 I llama_model_loader,0.01.657.769 I llama_model_loader,0.01.657.811 I llama_model_loader,0.01.657.812 I llama_model_loader,0.01.657.814 I llama_model_loader,0.01.657.827 I llama_model_loader,0.01.657.829 I llama_model_loader,0.01.657.831 I llama_model_loader,0.01.657.832 I llama_model_loader,0.01.657.854 I llama_model_loader,0.01.657.862 I llama_model_loader,0.01.661.660 I llama_model_loader,0.01.661.683 I llama_model_loader,0.01.661.684 I llama_model_loader,0.01.661.691 I llama_model_loader,0.01.661.692 I llama_model_loader,0.01.661.694 I llama_model_loader,0.01.661.695 I llama_model_loader,0.01.661.723 I llama_model_loader,0.01.661.724 I llama_model_loader,0.01.671.370 I llama_model_loader,0.01.671.371 I llama_model_loader,0.01.671.413 I llama_model_loader,0.01.671.414 I llama_model_loader,0.01.671.420 I llama_model_loader,0.01.671.421 I llama_model_loader,0.01.671.422 I llama_model_loader,0.01.671.426 I llama_model_loader,0.01.671.427 I llama_model_loader,0.01.681.092 I common_params_fit_impl,0.01.681.098 I common_fit_params,0.01.681.519 I llama_model_loader,0.01.681.520 I llama_model_loader,0.01.681.521 I llama_model_loader,0.01.681.524 I llama_model_loader,0.01.681.525 I llama_model_loader,0.01.681.526 I llama_model_loader,0.01.681.527 I llama_model_loader,0.01.681.528 I print_info,0.01.681.529 I print_info,0.01.690.627 I llama_model_loader,0.01.690.628 I llama_model_loader,0.01.690.629 I llama_model_loader,0.01.690.632 I llama_model_loader,0.01.690.633 I llama_model_loader,0.01.690.634 I llama_model_loader,0.01.690.635 I print_info,0.01.692.242 I llama_model_loader,0.01.692.243 I llama_model_loader,0.01.692.244 I llama_model_loader,0.01.692.247 I llama_model_loader,0.01.692.248 I llama_model_loader,0.01.692.249 I llama_model_loader,0.01.692.250 I print_info,0.01.692.251 I print_info,0.01.694.159 I llama_model_loader,0.01.694.160 I llama_model_loader,0.01.694.182 I llama_model_loader,0.01.694.199 I llama_model_loader,0.01.694.207 I llama_model_loader,0.01.694.215 I llama_model_loader,0.01.694.217 I llama_model_loader,0.01.694.220 I llama_model_loader,0.01.694.221 I llama_model_loader,0.01.702.265 I llama_model_loader,0.01.702.266 I llama_model_loader,0.01.702.267 I llama_model_loader,0.01.702.270 I llama_model_loader,0.01.702.271 I llama_model_loader,0.01.702.272 I llama_model_loader,0.01.702.273 I print_info,0.01.702.274 I print_info,0.01.717.681 I llama_model_loader,0.01.717.682 I llama_model_loader,0.01.717.702 I llama_model_loader,0.01.717.703 I llama_model_loader,0.01.717.712 I llama_model_loader,0.01.717.713 I llama_model_loader,0.01.717.716 I llama_model_loader,0.01.717.717 I llama_model_loader,0.01.717.722 I llama_model_loader,0.01.717.724 I llama_model_loader,0.01.725.007 I llama_model_loader,0.01.725.008 I llama_model_loader,0.01.725.009 I llama_model_loader,0.01.725.010 I print_info,0.01.725.011 I print_info,0.01.748.496 I llama_model_loader,0.01.748.497 I llama_model_loader,0.01.748.498 I llama_model_loader,0.01.748.502 I llama_model_loader,0.01.748.503 I llama_model_loader,0.01.748.504 I print_info,0.01.748.505 I print_info,0.01.757.004 I load,0.01.767.233 I load,0.01.769.384 I load,0.01.779.270 I load,0.01.782.069 I load,0.01.782.070 I load,0.01.782.251 I load,0.01.789.552 I load,0.01.789.553 I load,0.01.789.554 I load,0.01.789.723 I load,0.01.792.714 I load,0.01.792.715 I load,0.01.792.890 I load,0.01.802.942 I load,0.01.803.074 I load,0.01.803.075 I load,0.01.803.076 I load,0.01.803.257 I load,0.01.826.863 I load,0.01.828.524 I load,0.01.828.525 I load,0.01.828.710 I load,0.01.831.834 I load,0.01.831.855 I print_info,0.01.831.857 I print_info,0.01.831.858 I print_info,0.01.831.866 I print_info,0.01.831.867 I print_info,0.01.831.868 I print_info,0.01.831.869 I print_info,0.01.831.870 I print_info,0.01.831.871 I print_info,0.01.831.872 I print_info,0.01.831.873 I print_info,0.01.831.875 I print_info,0.01.831.877 I print_info,0.01.831.878 I print_info,0.01.831.879 I print_info,0.01.831.880 I print_info,0.01.831.882 I print_info,0.01.831.883 I print_info,0.01.831.884 I print_info,0.01.831.885 I print_info,0.01.831.886 I print_info,0.01.831.887 I print_info,0.01.831.889 I print_info,0.01.831.890 I print_info,0.01.831.891 I print_info,0.01.831.892 I print_info,0.01.831.893 I print_info,0.01.831.894 I print_info,0.01.831.896 I print_info,0.01.831.897 I print_info,0.01.831.898 I print_info,0.01.831.899 I print_info,0.01.838.573 I load,0.01.838.593 I print_info,0.01.838.594 I print_info,0.01.838.595 I print_info,0.01.838.596 I print_info,0.01.838.604 I print_info,0.01.838.605 I print_info,0.01.838.606 I print_info,0.01.838.607 I print_info,0.01.838.608 I print_info,0.01.838.610 I print_info,0.01.838.612 I print_info,0.01.838.613 I print_info,0.01.838.614 I print_info,0.01.838.615 I print_info,0.01.838.616 I print_info,0.01.838.618 I print_info,0.01.838.619 I print_info,0.01.838.620 I print_info,0.01.838.621 I print_info,0.01.838.622 I print_info,0.01.838.623 I print_info,0.01.838.626 I print_info,0.01.838.627 I print_info,0.01.838.628 I print_info,0.01.838.629 I print_info,0.01.838.630 I print_info,0.01.838.631 I print_info,0.01.838.632 I print_info,0.01.838.633 I print_info,0.01.838.634 I print_info,0.01.838.635 I print_info,0.01.838.640 I print_info,0.01.848.510 I load,0.01.848.530 I print_info,0.01.848.531 I print_info,0.01.848.532 I print_info,0.01.848.541 I print_info,0.01.848.542 I print_info,0.01.848.543 I print_info,0.01.848.544 I print_info,0.01.848.545 I print_info,0.01.848.546 I print_info,0.01.848.547 I print_info,0.01.848.549 I print_info,0.01.848.550 I print_info,0.01.848.551 I print_info,0.01.848.552 I print_info,0.01.848.554 I print_info,0.01.848.555 I print_info,0.01.848.556 I print_info,0.01.848.557 I print_info,0.01.848.558 I print_info,0.01.848.561 I print_info,0.01.848.562 I print_info,0.01.848.563 I print_info,0.01.848.582 I print_info,0.01.848.584 I print_info,0.01.848.585 I print_info,0.01.848.586 I print_info,0.01.848.587 I print_info,0.01.848.589 I print_info,0.01.848.590 I print_info,0.01.848.592 I print_info,0.01.848.593 I print_info,0.01.848.595 I print_info,0.01.851.214 I load,0.01.851.215 I load,0.01.851.216 I load,0.01.851.405 I load,0.01.853.222 I load,0.01.853.245 I print_info,0.01.853.247 I print_info,0.01.853.248 I print_info,0.01.853.257 I print_info,0.01.853.258 I print_info,0.01.853.259 I print_info,0.01.853.260 I print_info,0.01.853.261 I print_info,0.01.853.262 I print_info,0.01.853.263 I print_info,0.01.853.265 I print_info,0.01.853.266 I print_info,0.01.853.267 I print_info,0.01.853.268 I print_info,0.01.853.269 I print_info,0.01.853.271 I print_info,0.01.853.272 I print_info,0.01.853.273 I print_info,0.01.853.274 I print_info,0.01.853.275 I print_info,0.01.853.277 I print_info,0.01.853.278 I print_info,0.01.853.279 I print_info,0.01.853.280 I print_info,0.01.877.817 I load,0.01.877.838 I print_info,0.01.877.839 I print_info,0.01.877.840 I print_info,0.01.877.841 I print_info,0.01.877.849 I print_info,0.01.877.850 I print_info,0.01.877.851 I print_info,0.01.877.852 I print_info,0.01.877.853 I print_info,0.01.877.854 I print_info,0.01.877.856 I print_info,0.01.877.859 I print_info,0.01.877.860 I print_info,0.01.877.861 I print_info,0.01.877.862 I print_info,0.01.877.863 I print_info,0.01.877.864 I print_info,0.01.877.865 I print_info,0.01.877.866 I print_info,0.01.877.867 I print_info,0.01.877.869 I print_info,0.01.877.872 I print_info,0.01.877.893 I print_info,0.01.877.898 I print_info,0.01.877.899 I print_info,0.01.877.900 I print_info,0.01.877.901 I print_info,0.01.877.902 I print_info,0.01.900.765 I load,0.01.900.788 I print_info,0.01.900.789 I print_info,0.01.900.790 I print_info,0.01.900.799 I print_info,0.01.900.800 I print_info,0.01.900.801 I print_info,0.01.900.802 I print_info,0.01.900.804 I print_info,0.01.900.805 I print_info,0.01.900.806 I print_info,0.01.900.808 I print_info,0.01.900.809 I print_info,0.01.900.810 I print_info,0.01.900.811 I print_info,0.01.900.812 I print_info,0.01.900.813 I print_info,0.01.900.814 I print_info,0.01.900.815 I print_info,0.01.900.816 I print_info,0.01.900.818 I print_info,0.01.900.822 I print_info,0.01.900.824 I print_info,0.01.900.825 I print_info,0.01.900.826 I print_info,0.01.900.827 I print_info,0.01.900.828 I print_info,0.01.900.829 I print_info,0.01.900.830 I print_info,0.01.900.831 I print_info,0.01.900.832 I print_info,0.01.900.833 I print_info,0.01.900.834 I print_info,0.01.900.835 I print_info,0.02.038.474 I load,0.02.061.155 I load,0.02.061.156 I load,0.02.061.354 I load,0.02.110.991 I load,0.02.111.015 I print_info,0.02.111.016 I print_info,0.02.111.017 I print_info,0.02.111.018 I print_info,0.02.111.035 I print_info,0.02.111.037 I print_info,0.02.111.038 I print_info,0.02.111.039 I print_info,0.02.111.041 I print_info,0.02.111.045 I print_info,0.02.111.053 I print_info,0.02.111.054 I print_info,0.02.111.056 I print_info,0.02.111.057 I print_info,0.02.111.059 I print_info,0.02.111.060 I print_info,0.02.111.062 I print_info,0.02.111.063 I print_info,0.02.111.064 I print_info,0.02.111.065 I print_info,0.02.111.066 I print_info,0.02.111.071 I print_info,0.02.111.072 I print_info,0.02.111.073 I print_info,0.02.111.074 I print_info,0.02.111.075 I print_info,0.02.115.700 I load_tensors,0.02.115.706 I load_tensors,0.02.115.707 I load_tensors,0.02.118.730 I llama_context,0.02.118.731 I llama_context,0.02.118.736 I llama_context,0.02.118.737 I llama_context,0.02.123.734 I llama_context,0.02.123.865 I llama_kv_cache,0.02.123.874 I llama_kv_cache,0.02.123.875 I llama_kv_cache,0.02.123.876 I llama_kv_cache,0.02.123.877 I llama_kv_cache,0.02.123.878 I llama_kv_cache,0.02.123.884 I llama_kv_cache,0.02.124.415 I llama_memory_recurrent,0.02.124.839 I llama_memory_recurrent,0.02.125.259 I llama_memory_recurrent,0.02.125.706 I llama_memory_recurrent,0.02.126.124 I llama_memory_recurrent,0.02.126.565 I llama_memory_recurrent,0.02.126.982 I llama_memory_recurrent,0.02.127.283 I llama_memory_recurrent,0.02.237.921 I sched_reserve,0.02.237.937 I sched_reserve,0.02.237.938 I sched_reserve,0.02.237.939 I sched_reserve,0.02.237.940 I sched_reserve,0.02.237.944 I sched_reserve,0.02.238.567 I common_memory_breakdown_print,0.02.299.665 I common_params_fit_impl,0.02.299.670 I common_fit_params,0.02.336.721 I llama_model_loader,0.02.336.741 I llama_model_loader,0.02.336.742 I llama_model_loader,0.02.336.746 I llama_model_loader,0.02.336.747 I llama_model_loader,0.02.336.748 I llama_model_loader,0.02.336.751 I llama_model_loader,0.02.336.752 I llama_model_loader,0.02.367.633 I llama_model_loader,0.02.367.634 I llama_model_loader,0.02.367.635 I llama_model_loader,0.02.367.638 I llama_model_loader,0.02.367.639 I llama_model_loader,0.02.367.641 I print_info,0.02.445.690 I load,0.02.469.427 I load,0.02.469.428 I load,0.02.469.429 I load,0.02.469.605 I load,0.02.519.171 I load,0.02.519.190 I print_info,0.02.519.191 I print_info,0.02.519.192 I print_info,0.02.519.200 I print_info,0.02.519.201 I print_info,0.02.519.202 I print_info,0.02.519.203 I print_info,0.02.519.205 I print_info,0.02.519.206 I print_info,0.02.519.207 I print_info,0.02.519.209 I print_info,0.02.519.210 I print_info,0.02.519.211 I print_info,0.02.519.212 I print_info,0.02.519.213 I print_info,0.02.519.214 I print_info,0.02.519.215 I print_info,0.02.519.216 I print_info,0.02.519.217 I print_info,0.02.519.218 I print_info,0.02.519.219 I print_info,0.02.519.221 I print_info,0.02.519.222 I print_info,0.02.519.223 I print_info,0.02.519.224 I print_info,0.02.519.225 I print_info,0.1% KLD,0.1% Δp,0.39.340.501 I load_tensors,0.39.340.506 I load_tensors,0.39.340.507 I load_tensors,0.39.340.508 I load_tensors,0.39.340.509 I load_tensors,0.39.340.510 I load_tensors,0.43.402.437 I load_tensors,0.43.402.438 I load_tensors,0.43.402.443 I load_tensors,0.43.402.444 I load_tensors,0.43.402.445 I load_tensors,0.43.402.446 I load_tensors,0.45.213.750 I llama_context,0.45.213.751 I llama_context,0.45.213.755 I llama_context,0.45.213.756 I llama_context,0.45.221.731 I llama_context,0.45.222.059 I llama_kv_cache,0.45.222.323 I llama_kv_cache,0.45.222.550 I llama_kv_cache,0.45.222.736 I llama_kv_cache,0.45.222.928 I llama_kv_cache,0.45.223.125 I llama_kv_cache,0.45.223.340 I llama_kv_cache,0.45.223.539 I llama_kv_cache,0.45.223.588 I llama_kv_cache,0.45.223.589 I llama_kv_cache,0.45.224.006 I llama_memory_recurrent,0.45.224.416 I llama_memory_recurrent,0.45.224.825 I llama_memory_recurrent,0.45.225.228 I llama_memory_recurrent,0.45.225.663 I llama_memory_recurrent,0.45.226.075 I llama_memory_recurrent,0.45.230.948 I llama_memory_recurrent,0.45.231.248 I llama_memory_recurrent,0.45.399.122 I sched_reserve,0.45.399.136 I sched_reserve,0.45.399.137 I sched_reserve,0.45.399.138 I sched_reserve,0.45.399.139 I sched_reserve,0.45.399.140 I sched_reserve,0.45.399.141 I sched_reserve,0.45.672.056 I system_info,0.46.453.253 I load_tensors,0.46.453.259 I load_tensors,0.46.453.260 I load_tensors,0.46.453.261 I load_tensors,0.46.453.262 I load_tensors,0.48.317.073 I kl_divergence,0.50.478.929 I llama_context,0.50.478.930 I llama_context,0.50.478.934 I llama_context,0.50.478.935 I llama_context,0.50.484.378 I llama_context,0.50.484.700 I llama_kv_cache,0.50.484.931 I llama_kv_cache,0.50.485.140 I llama_kv_cache,0.50.485.347 I llama_kv_cache,0.50.485.541 I llama_kv_cache,0.50.485.737 I llama_kv_cache,0.50.485.935 I llama_kv_cache,0.50.486.120 I llama_kv_cache,0.50.486.175 I llama_kv_cache,0.50.486.623 I llama_memory_recurrent,0.50.487.030 I llama_memory_recurrent,0.50.487.446 I llama_memory_recurrent,0.50.487.847 I llama_memory_recurrent,0.50.488.249 I llama_memory_recurrent,0.50.488.682 I llama_memory_recurrent,0.50.489.089 I llama_memory_recurrent,0.50.489.374 I llama_memory_recurrent,0.50.660.223 I sched_reserve,0.50.660.236 I sched_reserve,0.50.660.237 I sched_reserve,0.50.660.238 I sched_reserve,0.50.660.239 I sched_reserve,0.50.660.240 I sched_reserve,0.50.660.241 I sched_reserve,0.50.660.242 I sched_reserve,0.50.951.712 I system_info,0.50.987.775 I kl_divergence,0.53.292.974 I llama_context,0.53.292.975 I llama_context,0.53.292.979 I llama_context,0.53.292.980 I llama_context,0.53.299.029 I llama_context,0.53.299.347 I llama_kv_cache,0.53.299.588 I llama_kv_cache,0.53.299.788 I llama_kv_cache,0.53.299.973 I llama_kv_cache,0.53.300.165 I llama_kv_cache,0.53.300.381 I llama_kv_cache,0.53.300.588 I llama_kv_cache,0.53.300.772 I llama_kv_cache,0.53.300.812 I llama_kv_cache,0.53.301.221 I llama_memory_recurrent,0.53.301.647 I llama_memory_recurrent,0.53.302.053 I llama_memory_recurrent,0.53.302.450 I llama_memory_recurrent,0.53.302.865 I llama_memory_recurrent,0.53.303.271 I llama_memory_recurrent,0.53.303.707 I llama_memory_recurrent,0.53.303.975 I llama_memory_recurrent,0.53.486.440 I sched_reserve,0.53.486.453 I sched_reserve,0.53.486.455 I sched_reserve,0.53.486.456 I sched_reserve,0.53.486.457 I sched_reserve,0.53.486.458 I sched_reserve,0.53.486.460 I sched_reserve,0.53.486.461 I sched_reserve,0.53.486.462 I sched_reserve,0.53.787.933 I system_info,0.56.416.299 I kl_divergence,0.59.641.369 I load_tensors,0.59.641.374 I load_tensors,0.59.641.375 I load_tensors,0.59.641.376 I load_tensors,0.59.641.377 I load_tensors,1.0% KLD,1.0% Δp,1.08.900.885 I llama_context,1.08.900.886 I llama_context,1.08.900.887 I llama_context,1.08.900.891 I llama_context,1.08.900.892 I llama_context,1.08.915.106 I llama_context,1.08.915.464 I llama_kv_cache,1.08.915.692 I llama_kv_cache,1.08.915.885 I llama_kv_cache,1.08.916.096 I llama_kv_cache,1.08.916.287 I llama_kv_cache,1.08.916.495 I llama_kv_cache,1.08.916.698 I llama_kv_cache,1.08.916.899 I llama_kv_cache,1.08.916.941 I llama_kv_cache,1.08.917.378 I llama_memory_recurrent,1.08.917.785 I llama_memory_recurrent,1.08.918.192 I llama_memory_recurrent,1.08.918.596 I llama_memory_recurrent,1.08.919.001 I llama_memory_recurrent,1.08.919.406 I llama_memory_recurrent,1.08.919.822 I llama_memory_recurrent,1.08.920.106 I llama_memory_recurrent,1.09.101.318 I sched_reserve,1.09.101.335 I sched_reserve,1.09.101.336 I sched_reserve,1.09.101.337 I sched_reserve,1.09.101.338 I sched_reserve,1.09.101.339 I sched_reserve,1.09.101.340 I sched_reserve,1.09.101.341 I sched_reserve,1.09.454.060 I system_info,1.10.047.257 I kl_divergence,1.15.854.331 I load_tensors,1.15.854.336 I load_tensors,1.15.854.337 I load_tensors,1.15.854.338 I load_tensors,1.15.854.339 I load_tensors,1.27.250.868 I llama_context,1.27.250.869 I llama_context,1.27.250.873 I llama_context,1.27.250.874 I llama_context,1.27.257.611 I llama_context,1.27.259.823 I llama_kv_cache,1.27.260.123 I llama_kv_cache,1.27.260.369 I llama_kv_cache,1.27.260.576 I llama_kv_cache,1.27.260.785 I llama_kv_cache,1.27.260.998 I llama_kv_cache,1.27.261.235 I llama_kv_cache,1.27.261.457 I llama_kv_cache,1.27.261.502 I llama_kv_cache,1.27.261.939 I llama_memory_recurrent,1.27.262.397 I llama_memory_recurrent,1.27.262.811 I llama_memory_recurrent,1.27.263.208 I llama_memory_recurrent,1.27.263.635 I llama_memory_recurrent,1.27.264.045 I llama_memory_recurrent,1.27.264.455 I llama_memory_recurrent,1.27.264.730 I llama_memory_recurrent,1.27.434.630 I sched_reserve,1.27.434.646 I sched_reserve,1.27.434.647 I sched_reserve,1.27.434.648 I sched_reserve,1.27.434.649 I sched_reserve,1.27.434.650 I sched_reserve,1.27.434.651 I sched_reserve,1.27.434.652 I sched_reserve,1.27.434.654 I sched_reserve,1.27.817.789 I system_info,1.30.588.521 I load_tensors,1.30.588.527 I load_tensors,1.30.588.528 I load_tensors,1.30.588.529 I load_tensors,1.30.588.530 I load_tensors,1.31.065.173 I kl_divergence,1.44.345.655 I llama_context,1.44.345.656 I llama_context,1.44.345.661 I llama_context,1.44.345.662 I llama_context,1.44.365.301 I llama_context,1.44.365.708 I llama_kv_cache,1.44.365.943 I llama_kv_cache,1.44.366.135 I llama_kv_cache,1.44.366.318 I llama_kv_cache,1.44.366.505 I llama_kv_cache,1.44.366.701 I llama_kv_cache,1.44.366.908 I llama_kv_cache,1.44.367.132 I llama_kv_cache,1.44.367.172 I llama_kv_cache,1.44.367.173 I llama_kv_cache,1.44.367.588 I llama_memory_recurrent,1.44.367.985 I llama_memory_recurrent,1.44.368.389 I llama_memory_recurrent,1.44.368.790 I llama_memory_recurrent,1.44.369.213 I llama_memory_recurrent,1.44.369.618 I llama_memory_recurrent,1.44.370.022 I llama_memory_recurrent,1.44.370.293 I llama_memory_recurrent,1.44.544.138 I sched_reserve,1.44.544.152 I sched_reserve,1.44.544.153 I sched_reserve,1.44.544.154 I sched_reserve,1.44.544.155 I sched_reserve,1.44.544.156 I sched_reserve,1.44.544.157 I sched_reserve,1.44.544.158 I sched_reserve,1.44.982.084 I system_info,1.46.514.919 I kl_divergence,10.0% KLD,10.0% Δp,2.07.963.333 I load_tensors,2.07.963.334 I load_tensors,2.07.963.339 I load_tensors,2.07.963.340 I load_tensors,2.07.963.341 I load_tensors,2.07.963.342 I load_tensors,2.29.507.495 I llama_context,2.29.507.496 I llama_context,2.29.507.497 I llama_context,2.29.507.501 I llama_context,2.29.507.502 I llama_context,2.29.519.095 I llama_context,2.29.519.509 I llama_kv_cache,2.29.529.759 I llama_kv_cache,2.29.534.864 I llama_kv_cache,2.29.535.071 I llama_kv_cache,2.29.535.269 I llama_kv_cache,2.29.535.559 I llama_kv_cache,2.29.535.767 I llama_kv_cache,2.29.538.957 I llama_kv_cache,2.29.538.999 I llama_kv_cache,2.29.539.431 I llama_memory_recurrent,2.29.539.853 I llama_memory_recurrent,2.29.540.256 I llama_memory_recurrent,2.29.540.882 I llama_memory_recurrent,2.29.541.415 I llama_memory_recurrent,2.29.541.884 I llama_memory_recurrent,2.29.542.337 I llama_memory_recurrent,2.29.542.671 I llama_memory_recurrent,2.29.713.365 I sched_reserve,2.29.713.394 I sched_reserve,2.29.713.395 I sched_reserve,2.29.713.396 I sched_reserve,2.29.713.397 I sched_reserve,2.29.713.398 I sched_reserve,2.29.713.399 I sched_reserve,2.29.713.400 I sched_reserve,2.30.297.475 I system_info,2.30.897.211 I kl_divergence,25.0% Δp,3.29.999.990 I llama_perf_context_print,3.29.999.993 I llama_perf_context_print,3.29.999.994 I llama_perf_context_print,3.30.000.217 I common_memory_breakdown_print,3.45.838.073 I llama_perf_context_print,3.45.838.077 I llama_perf_context_print,3.45.838.078 I llama_perf_context_print,3.45.838.307 I common_memory_breakdown_print,3.52.337.924 I llama_perf_context_print,3.52.337.927 I llama_perf_context_print,3.52.338.174 I common_memory_breakdown_print,3.53.313.778 I llama_perf_context_print,3.53.313.783 I llama_perf_context_print,3.53.314.009 I common_memory_breakdown_print,4.13.463.618 I llama_perf_context_print,4.13.463.621 I llama_perf_context_print,4.13.463.622 I llama_perf_context_print,4.13.463.838 I common_memory_breakdown_print,4.33.737.517 I llama_perf_context_print,4.33.737.521 I llama_perf_context_print,4.33.737.738 I common_memory_breakdown_print,5.0% KLD,5.0% Δp,5.13.179.464 I llama_perf_context_print,5.13.179.468 I llama_perf_context_print,5.13.179.687 I common_memory_breakdown_print,75.0% Δp,90.0% KLD,90.0% Δp,95.0% KLD,95.0% Δp,99.0% KLD,99.0% Δp,99.9% KLD,99.9% Δp,"Cor(ln(PPL(Q)), ln(PPL(base)))",Maximum KLD,Maximum Δp,Mean KLD_std,Mean PPL(Q)-PPL(base)_mean,Mean PPL(Q)-PPL(base)_std,Mean PPL(Q)/PPL(base)_mean,Mean PPL(Q)/PPL(base)_std,Mean PPL(Q)_mean,Mean PPL(Q)_std,Mean PPL(base)_mean,Mean PPL(base)_std,Mean ln(PPL(Q)/PPL(base))_mean,Mean ln(PPL(Q)/PPL(base))_std,Mean Δp_mean,Mean Δp_std,Median KLD,Median Δp,Minimum KLD,Minimum Δp,RMS Δp_mean,RMS Δp_std,Same top p_mean,Same top p_std,file_path,file_size_gib,is_self_ref,mixture +Qwen3.5-397B-A17B-IQ2_S (aes_sedai),139.30726424576002,2.77,0.093763,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1235.32262144,-1335.324096,-1935.32512,-2035.321,-2435.321024,-3035.324,-3235.321,-42.322,-46.3,-47.6,-6422.0,-162.0,3.0,6.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-248044.0,-248065.0,33.0,1.7581,0.0,4096.0,4096.0,61.0,32.0,64.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,10.0,40.0,262144.0,1111100.0,0.0,397.17,402.94,248046.0,198.0,248065.0,248064.0,256.0,6262.0,30.0,70.0,8192.0,1.0,1.0,0.0,15.16,0.0,10.0,20.0,40.0,60.0,70.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,23681.0,63681.0,79201.13,9.0,110.534,-11167950321.0,169779.770517,1.18,-1.0,-1235.32262144,-1335.324096,-1935.32512,-2035.321,-2435.321024,-3035.324,-3235.321,-42.322,-46.3,-47.6,-6422.0,-162.0,6.0,0.0,-248044.0,-248046.0,-248065.0,33.0,1.7581,35.0,4096.0,61.0,32.0,64.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,1.0,40.0,10000000.0,0.0,4.0,16.0,397.17,402.94,247587.0,198.0,248063.0,248064.0,256.0,1e-06,-89.156,,,,,,,60.0,6262.0,795.7,216610.8,616610.8,717854.13,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,512.0,1.0,1.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,33169.0,63169.0,78689.13,321.25,9.0,170.764,4.848561200112841e+50,580512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1e-05,-58.678,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000237,-10.209,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-2.386,,,,,48583.44,174886.60296961,35.0,-11167950321.0,,,,,,,,,,,,,,7.1e-05,-21.184,,,,0.27,0.202782,3.535,0.415574,7.397,1.325304,20.901,3.302979,51.416,97.24,7.998324,93.527,0.000714,0.2946,0.005038,1.084551,0.001391,3.778894,0.020751,3.484294,0.018788,0.081166,0.001282,-2.572,0.031,0.019785,-0.087,-5e-06,-99.362,12.028,0.071,90.065,0.078,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-IQ2_S.md,129.74,False,Q6_K / IQ2_XS / IQ2_XS / IQ3_XXS +Qwen3.5-397B-A17B-IQ2_XXS (aes_sedai),129.35367753728002,2.57,0.126053,,,,,,,,,,,,,,,,,-0.35,-1.0,-1235.32262144,-1335.324096,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-43.3215,-46.3,-47.4,-32503.0,-260.0,-162.0,3.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,-248044.0,-248064.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,4096.0,4096.0,61.0,32.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,0.0,0.0,10.0,-1.0,40.0,1.0,1111100.0,0.0,397.17,402.94,11.0,248046.0,248046.0,248044.0,248060.0,248061.0,248064.0,248065.0,248044.0,248046.0,248064.0,256.0,,,,,,,,,6262.0,0.0,30.0,70.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,16.0,8192.0,1.0,1.0,0.0,,,,,,,,,,,,15.16,0.0,10.0,30.0,50.0,70.0,256.0,,,,,,397.5,1397.5,2397.5,3397.5,,,,,4397.5,5397.5,6397.5,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,13681.0,23681.0,63681.0,79201.13,9.0,91.964,-8665450321.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,160530.770517,1.06,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1235.32262144,-1335.324096,-1935.32512,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-43.3215,-45.2,-47.4,-8010.0,-260.0,-162.0,3.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,,,,-248046.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,0.0,61.0,2.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,512.0,40.0,262144.0,1111100.0,0.0,397.17,402.94,248320.0,247587.0,11.0,248046.0,248046.0,248044.0,198.0,248061.0,248064.0,248044.0,248063.0,248065.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2e-06,-93.264,6262.0,545.62,15418.84,215363.67,615378.62,717103.59,,,,,,,512.0,1.0,10000000.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,43169.0,63169.0,78689.13,9.0,167.734,4.848561200112841e+50,,,,,,580512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.3e-05,-67.658,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000311,-13.202,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-3.117,43980.8,164328.17296961,35.0,-8665450321.0,,,,,,,,,,,,,,,,,,9e-05,-26.931,,,,0.345,0.280937,4.383,0.561693,8.694,1.720538,22.932,4.077622,55.432,96.23,9.233027,97.063,0.000896,0.394536,0.006124,1.113233,0.001676,3.87883,0.021458,3.484294,0.018788,0.107268,0.001506,-3.243,0.035,0.029643,-0.096,-1.7e-05,-99.86,13.977,0.075,88.212,0.084,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-IQ2_XXS.md,120.47,False,Q4_K / IQ2_XXS / IQ2_XXS / IQ3_XXS +Qwen3.5-397B-A17B-IQ3_S (aes_sedai),153.40549439488,3.05,0.064287,-0.35,-1.0,-1135.3261,-1335.324096,-2035.321,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-42.322,-44.2,-46.3,-47.6,-8010.0,-260.0,-162.0,3.0,6.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,-248044.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,262144.0,4096.0,61.0,32.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,10.0,40.0,10000000.0,1.0,0.0,64.0,397.17,402.94,247587.0,248046.0,248044.0,248062.0,248061.0,248065.0,248044.0,248046.0,248064.0,256.0,6262.0,0.0,20.0,60.0,70.0,16.0,8192.0,1.0,10000000.0,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,15.16,0.0,10.0,20.0,40.0,60.0,70.0,256.0,,,,,397.5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1397.5,2397.5,3397.5,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,4397.5,5397.5,6397.5,,,,,,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,13681.0,33681.0,63681.0,321.25,9.0,93.774,-11167950321.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,183219.770517,1.08,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1335.324096,-1935.32512,-2035.321,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-42.322,-44.2,-47.6,-32503.0,-8010.0,-260.0,-162.0,3.0,6.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,-248044.0,-248065.0,33.0,,,,,,,,,,,,,,,,,1.7581,35.0,262144.0,61.0,32.0,2.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,10.0,40.0,1.0,0.0,128.0,0.0,397.17,402.94,248320.0,247587.0,248046.0,248044.0,198.0,248062.0,248064.0,248044.0,248063.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1e-06,-80.64,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6262.0,18402.8,218402.8,518402.8,718974.13,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,512.0,1.0,10000000.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,33169.0,43169.0,53169.0,78689.13,5963.0,9.0,182.384,4.848561200112841e+50,580512819216.0,,,,,,8e-06,-46.125,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.000169,-7.531,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1.793,,,,,,,,,,,,52105.8,35.0,-11167950321.0,,,,,,,,5.3e-05,-15.23,,,,0.265,0.137693,3.178,0.278349,6.514,0.912562,19.287,2.412154,47.04,98.16,7.332064,95.612,0.000503,0.18748,0.003915,1.053807,0.001097,3.671774,0.02002,3.484294,0.018788,0.052409,0.001041,-1.763,0.025,0.013729,-0.059,-7e-06,-98.205,9.758,0.064,91.719,0.072,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-IQ3_S.md,142.87,False,Q6_K / IQ2_S / IQ2_S / IQ3_S +Qwen3.5-397B-A17B-IQ4_XS (aes_sedai),197.01014986752,3.91,0.022898,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1235.32262144,-1335.324096,-1935.32512,-2035.321,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-44.3,-47.8,-360.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,,,,,,,,-248044.0,-248063.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,0.0,4096.0,4096.0,61.0,32.0,0.0,256.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,512.0,-1.0,40.0,10000000.0,0.0,128.0,0.0,397.17,402.94,248320.0,248044.0,248063.0,248044.0,248065.0,256.0,,,,,,,,,,,,,,,60.0,6262.0,30.0,70.0,0.0,,,,,,,,,,,,,,,,,8192.0,1.0,10000000.0,0.0,,,,,,,,,,,,,,,,,,15.16,0.0,10.0,20.0,40.0,60.0,70.0,256.0,,397.5,,1397.5,,2397.5,,,3397.5,4397.5,5397.5,6397.5,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,23681.0,43681.0,79201.13,321.25,9.0,92.654,-135110300321.0,,,,,,,,,,,,,,,,,,,,,,,,,,,224575.770517,1.06,,,,,,,,,,,,,,,,,,,,,,,,,-1.0,-1235.32262144,-1335.324096,-1935.32512,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,-42.322,-44.3,-47.8,-32503.0,-460.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,-248044.0,-248063.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,0.0,4096.0,61.0,32.0,64.0,256.0,16.0,512.0,0.0,0.0,0.0,0.0,0.0,40.0,262144.0,1111100.0,64.0,0.0,397.17,402.94,247587.0,11.0,248046.0,248044.0,198.0,248061.0,248063.0,248065.0,248046.0,248063.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-1e-06,-52.244,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6262.0,1030.62,23885.6,320910.55,722633.58,3e-06,-22.888,16.0,8192.0,1.0,1.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,23169.0,53169.0,78689.13,321.25,9.0,181.134,4.848561200112841e+50,580512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6e-05,-3.807,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.877,,,,,,,,,67759.53,35.0,-135110300321.0,,,,,,,,,,,1.8e-05,-7.268,,,,0.217,0.048415,2.09,0.095024,4.311,0.316807,13.66,0.888341,36.023,99.35,3.236206,81.673,0.00019,0.057746,0.002183,1.016573,0.000624,3.54204,0.019138,3.484294,0.018788,0.016437,0.000614,-0.66,0.015,0.00495,-0.018,-0.000125,-89.263,5.636,0.045,95.034,0.056,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-IQ4_XS.md,183.48,False,Q8_0 / IQ3_S / IQ3_S / IQ4_XS +Qwen3.5-397B-A17B-Q4_K_M (aes_sedai),251.37369841664002,4.99,0.00872,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1235.32262144,-1335.324096,-2035.321,-2335.321024,-2435.321024,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-43.327,-46.5,-47.8,-32503.0,-162.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,-248044.0,-248046.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,4096.0,4096.0,61.0,32.0,64.0,0.0,0.0,256.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,0.0,1.0,40.0,10000000.0,0.0,4.0,64.0,16.0,397.17,402.94,247587.0,11.0,248046.0,248046.0,248044.0,248062.0,248064.0,248044.0,256.0,,,,,,,,,60.0,6262.0,10.0,40.0,0.0,,,,,,,,512.0,1.0,10000000.0,0.0,,15.16,0.0,10.0,20.0,40.0,60.0,70.0,256.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,13681.0,33681.0,53681.0,79201.13,9.0,104.014,-135110300321.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,276415.770517,1.11,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1335.324096,-1935.32512,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,-43.327,-44.4,-47.8,-460.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-248044.0,-248064.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,262144.0,61.0,32.0,64.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,1.0,40.0,10000000.0,262144.0,4.0,16.0,397.17,402.94,247587.0,11.0,248046.0,248046.0,248044.0,248060.0,248062.0,248064.0,248065.0,248044.0,248063.0,248064.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-3e-06,-29.466,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,-11.532,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6262.0,1030.62,130797.6,530797.6,726953.58,8192.0,1.0,1.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,23169.0,33169.0,53169.0,78689.13,321.25,9.0,169.824,4.848561200112841e+50,,,,,,580512819216.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,2.1e-05,-1.981,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.36,,,,,,,,,,,,,,,86068.65,165646.08296961,35.0,-135110300321.0,,,,6e-06,-3.814,,,,0.285,0.018525,1.786,0.035669,3.39,0.117215,9.945,0.356572,24.624,99.75,4.353751,75.086,7.8e-05,0.01242,0.001333,1.003565,0.000382,3.496714,0.018906,3.484294,0.018788,0.003558,0.000381,-0.1,0.009,0.002019,-0.0,-0.000327,-77.239,3.37,0.029,96.665,0.047,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-Q4_K_M.md,234.11,False,Q8_0 / Q4_K / Q4_K / Q5_K +Qwen3.5-397B-A17B-Q5_K_M (aes_sedai),300.7013978112,5.97,0.004782,,,,,,,,,-1.0,-1135.3261,-1335.324096,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-45.5,-47.8,-162.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,,,,-248044.0,-248063.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,1.0,4096.0,4096.0,61.0,32.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,0.0,0.0,512.0,0.0,-1.0,40.0,1.0,262144.0,0.0,1111100.0,4.0,64.0,16.0,0.0,397.17,402.94,248320.0,248046.0,248063.0,248064.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6262.0,0.0,30.0,70.0,0.0,,,,,,,,,,,,,16.0,8192.0,1.0,1.0,0.0,,,,,,,,,,,,,15.16,0.0,10.0,20.0,30.0,40.0,50.0,70.0,256.0,256.0,397.5,1397.5,2397.5,,,,,,,,,3397.5,,4397.5,,5397.5,,6397.5,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,23681.0,53681.0,79201.13,9.0,97.024,-135110300321.0,,,,,,,,,,,,,,,,,,,,,,323455.770517,1.09,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1335.324096,-1935.32512,-2035.321,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-43.327,-46.6,-47.8,-32503.0,-80432.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,,,,,,,-248044.0,-248064.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,262144.0,61.0,32.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,-1.0,40.0,1.0,262144.0,1111100.0,0.0,397.17,402.94,248044.0,248065.0,248064.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-4e-06,-20.083,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.0,-7.939,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,6262.0,37069.6,237069.6,537069.6,730873.58,,512.0,1.0,1.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,23169.0,53169.0,78689.13,5963.0,9.0,173.764,4.848561200112841e+50,580512819216.0,1.2e-05,-1.485,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.259,,,,,,,,,,,,,,,,,,,103279.15,35.0,-135110300321.0,3e-06,-2.807,,,,0.234,0.01024,1.426,0.018888,2.675,0.060386,7.449,0.190236,18.77,99.85,1.917406,65.115,4.2e-05,0.003928,0.00102,1.001127,0.000293,3.488222,0.018848,3.484294,0.018788,0.001127,0.000292,-0.027,0.006,0.001211,0.0,-6.4e-05,-56.838,2.449,0.022,97.446,0.041,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-Q5_K_M.md,280.05,False,Q8_0 / Q5_K / Q5_K / Q6_K +Qwen3.5-397B-A17B-Q8_0 (aes_sedai),428.50888712192,8.51,0.003298,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1335.324096,-2035.321,-2335.321024,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,,-43.327,-80597.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,-248044.0,-248046.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,1.0,4096.0,61.0,32.0,2.0,0.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,0.0,512.0,1.0,40.0,10000000.0,0.0,1111100.0,16.0,397.17,402.94,248320.0,247587.0,248046.0,248044.0,248061.0,248065.0,248044.0,248046.0,248065.0,256.0,6262.0,30.0,70.0,0.0,8192.0,8192.0,1.0,1.0,0.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,15.16,0.0,10.0,30.0,40.0,60.0,70.0,256.0,,,,,,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,,,,,7198.75,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,3209.0,23681.0,53681.0,79201.13,9.0,94.714,-135110300321.0,,,,,,,,,,,,,,,,,,,,,,,,,,445342.770517,1.07,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.35,-1.0,-1135.3261,-1235.32262144,-1335.324096,-2035.321,-2435.321024,-3035.324,-3235.321,,,,,,,,,,,,,,,,,,,-43.327,-32458.0,-162.0,3.0,80.0,,,,,,,,,,,,,,,,,,,,,,0.0,,,,,,-248046.0,-248065.0,33.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,1.7581,35.0,0.0,4096.0,61.0,32.0,0.0,256.0,16.0,512.0,512.0,0.0,0.0,0.0,1.0,40.0,1.0,1111100.0,8192.0,0.0,397.17,402.94,248320.0,247587.0,11.0,248044.0,248061.0,248046.0,256.0,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-5e-06,-15.368,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,-0.0,-6.026,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,,9e-06,-1.272,60.0,6262.0,53321.2,253321.2,553321.2,741031.38,8192.0,8192.0,1.0,1.0,0.0,15.16,32.0,132.0,232.0,316.0,432.0,532.0,632.0,732.0,256.0,397.5,1397.5,2397.5,3397.5,4397.5,5397.5,6397.5,7198.75,3209.0,13169.0,33169.0,63169.0,78689.13,321.25,9.0,170.604,4.848561200112841e+50,580512819216.0,-0.223,,,,,,,,,,,,,,,,,,,,,,2e-06,-2.33,148571.79,35.0,-135110300321.0,0.202,0.007136,1.252,0.01273,2.287,0.038814,6.075,0.127855,15.496,99.89,2.955933,70.464,3.4e-05,0.001746,0.000878,1.000501,0.000252,3.48604,0.018831,3.484294,0.018788,0.000501,0.000252,-0.009,0.005,0.000905,-0.0,-0.000679,-48.572,1.975,0.019,97.755,0.039,kld/Qwen3.5-397B-A17B/wiki-test-raw/aes_sedai/Qwen3.5-397B-A17B-Q8_0.md,399.08,False, diff --git a/mmproj-Qwen3.5-397B-A17B-BF16.gguf b/mmproj-Qwen3.5-397B-A17B-BF16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..74cc517f98b94d6a933db0705103da5764191fac --- /dev/null +++ b/mmproj-Qwen3.5-397B-A17B-BF16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e793d22f2a5d77e1f79c5ac0874ab6ad29cf23873c6acbe79fc90483f317609a +size 921704800 diff --git a/mmproj-Qwen3.5-397B-A17B-F16.gguf b/mmproj-Qwen3.5-397B-A17B-F16.gguf new file mode 100644 index 0000000000000000000000000000000000000000..32adf29f2bfe5ab50d3029eaae2d0c3b97799206 --- /dev/null +++ b/mmproj-Qwen3.5-397B-A17B-F16.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:376963b4f4ce1aee47a726f76900d0b5150105dbd7ccbe1edc3041bea7019e63 +size 918165856 diff --git a/mmproj-Qwen3.5-397B-A17B-F32.gguf b/mmproj-Qwen3.5-397B-A17B-F32.gguf new file mode 100644 index 0000000000000000000000000000000000000000..ef4f8c1937fd4da4bfc92fe6d5baa582bb66c1c7 --- /dev/null +++ b/mmproj-Qwen3.5-397B-A17B-F32.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c437c35ff9749682b37757dac99a0cd3a5c344ad2838e503f4a6dbab5803c394 +size 1824061792 diff --git a/mmproj-Qwen3.5-397B-A17B-Q8_0.gguf b/mmproj-Qwen3.5-397B-A17B-Q8_0.gguf new file mode 100644 index 0000000000000000000000000000000000000000..b6e5efa1b13d9a05a073b4b3eefa08a8f17a7015 --- /dev/null +++ b/mmproj-Qwen3.5-397B-A17B-Q8_0.gguf @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f014f35ce669736e63de94eb197b998f7ce0e3ae12882e83be598e6129b74f40 +size 624229600