Upload metrics.json with huggingface_hub

metrics.json

@@ -19,16 +19,16 @@
       "ffn_down_exps": "iq4_nl",
       "ffn_up_exps": "iq4_nl",
       "bpw": 4.78,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 176.78948526857417,
+      "pp_dflash": 100.80403216128644,
       "accept_dflash": 0.50407,
       "meanlen_dflash": 3.24,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 240.75805079874493,
+      "pp_mtp": 164.13238449183442,
       "accept_mtp": 0.70326,
       "meanlen_mtp": 3.53,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 326.4623882682476,
+      "pp_none": 181.94578015751307
     },
     {
       "file": "AD-IQ4_NL",
@@ -48,16 +48,16 @@
       "ffn_down_exps": "iq4_nl",
       "ffn_up_exps": "iq4_nl",
       "bpw": 4.78,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 176.78948526857417,
+      "pp_dflash": 100.80403216128644,
       "accept_dflash": 0.50407,
       "meanlen_dflash": 3.24,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 240.75805079874493,
+      "pp_mtp": 164.13238449183442,
       "accept_mtp": 0.70326,
       "meanlen_mtp": 3.53,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 326.4623882682476,
+      "pp_none": 181.94578015751307
     },
     {
       "file": "AD-IQ4_NL-Q2_0",
@@ -77,16 +77,16 @@
       "ffn_down_exps": "iq4_nl",
       "ffn_up_exps": "q2_0",
       "bpw": 3.73,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 162.5432161776012,
+      "pp_dflash": 99.46761145109036,
       "accept_dflash": 0.38916,
       "meanlen_dflash": 2.93,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 206.9134972260659,
+      "pp_mtp": 140.4842022169745,
       "accept_mtp": 0.58056,
       "meanlen_mtp": 3.32,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 343.6305078601183,
+      "pp_none": 175.34923723081806
     },
     {
       "file": "AD-IQ4_NL-Q2_0",
@@ -106,16 +106,16 @@
       "ffn_down_exps": "iq4_nl",
       "ffn_up_exps": "q2_0",
       "bpw": 3.73,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 162.5432161776012,
+      "pp_dflash": 99.46761145109036,
       "accept_dflash": 0.38916,
       "meanlen_dflash": 2.93,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 206.9134972260659,
+      "pp_mtp": 140.4842022169745,
       "accept_mtp": 0.58056,
       "meanlen_mtp": 3.32,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 343.6305078601183,
+      "pp_none": 175.34923723081806
     },
     {
       "file": "AD-Q2_0",
@@ -135,16 +135,16 @@
       "ffn_down_exps": "q2_0",
       "ffn_up_exps": "q2_0",
       "bpw": 2.68,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 169.0390594328655,
+      "pp_dflash": 94.45270280906837,
       "accept_dflash": 0.44612,
       "meanlen_dflash": 3.0,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 278.07941670061547,
+      "pp_mtp": 165.0625469150989,
       "accept_mtp": 0.77946,
       "meanlen_mtp": 3.59,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 358.4120197054928,
+      "pp_none": 174.1214123733992
     },
     {
       "file": "AD-Q2_0",
@@ -164,16 +164,16 @@
       "ffn_down_exps": "q2_0",
       "ffn_up_exps": "q2_0",
       "bpw": 2.68,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 169.0390594328655,
+      "pp_dflash": 94.45270280906837,
       "accept_dflash": 0.44612,
       "meanlen_dflash": 3.0,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 278.07941670061547,
+      "pp_mtp": 165.0625469150989,
       "accept_mtp": 0.77946,
       "meanlen_mtp": 3.59,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 358.4120197054928,
+      "pp_none": 174.1214123733992
     },
     {
       "file": "AD-Q5_1-IQ4_NL",
@@ -193,16 +193,16 @@
       "ffn_down_exps": "q5_1",
       "ffn_up_exps": "iq4_nl",
       "bpw": 5.47,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 160.84410988869587,
+      "pp_dflash": 99.94407890822993,
       "accept_dflash": 0.42347,
       "meanlen_dflash": 3.04,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 232.21009440501388,
+      "pp_mtp": 159.61995249406175,
       "accept_mtp": 0.69527,
       "meanlen_mtp": 3.53,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 318.09372790739656,
+      "pp_none": 179.96169386801952
     },
     {
       "file": "AD-Q5_1-IQ4_NL",
@@ -222,16 +222,16 @@
       "ffn_down_exps": "q5_1",
       "ffn_up_exps": "iq4_nl",
       "bpw": 5.47,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 160.84410988869587,
+      "pp_dflash": 99.94407890822993,
       "accept_dflash": 0.42347,
       "meanlen_dflash": 3.04,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 232.21009440501388,
+      "pp_mtp": 159.61995249406175,
       "accept_mtp": 0.69527,
       "meanlen_mtp": 3.53,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 318.09372790739656,
+      "pp_none": 179.96169386801952
     },
     {
       "file": "AD-Q8_0-Q5_0",
@@ -251,16 +251,16 @@
       "ffn_down_exps": "q8_0",
       "ffn_up_exps": "q5_0",
       "bpw": 7.1,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 160.25114559537707,
+      "pp_dflash": 100.69165577838245,
       "accept_dflash": 0.46335,
       "meanlen_dflash": 3.12,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 226.49582086898516,
+      "pp_mtp": 161.05344290080257,
       "accept_mtp": 0.72072,
       "meanlen_mtp": 3.59,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 304.0516401305598,
+      "pp_none": 177.5575688141268
     },
     {
       "file": "AD-Q8_0-Q5_0",
@@ -280,16 +280,35 @@
       "ffn_down_exps": "q8_0",
       "ffn_up_exps": "q5_0",
       "bpw": 7.1,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 160.25114559537707,
+      "pp_dflash": 100.69165577838245,
       "accept_dflash": 0.46335,
       "meanlen_dflash": 3.12,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 226.49582086898516,
+      "pp_mtp": 161.05344290080257,
       "accept_mtp": 0.72072,
       "meanlen_mtp": 3.59,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 304.0516401305598,
+      "pp_none": 177.5575688141268
+    },
+    {
+      "file": "NVFP4-ggml-org",
+      "eval": "neutral",
+      "ppl": null,
+      "ppl_err": null,
+      "kld_mean": 0.062326,
+      "kld_mean_err": 0.000226,
+      "kld_median": 0.038933,
+      "kld_q99": 0.408971,
+      "kld_q999": 1.025598,
+      "kld_max": 5.402422,
+      "same_top_pct": 86.751,
+      "rms_dp_pct": 6.715,
+      "size_bytes": 22459679904,
+      "size_gb": 22.46,
+      "ffn_down_exps": "nvfp4",
+      "ffn_up_exps": "nvfp4",
+      "bpw": 4.5
     },
     {
       "file": "Q4_K_M",
@@ -309,16 +328,16 @@
       "ffn_down_exps": "q8_0*",
       "ffn_up_exps": "q5_0*",
       "bpw": 6.24,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 161.4620713484747,
+      "pp_dflash": 98.71273887895232,
       "accept_dflash": 0.43038,
       "meanlen_dflash": 3.02,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 236.506002226704,
+      "pp_mtp": 153.02218821729147,
       "accept_mtp": 0.71557,
       "meanlen_mtp": 3.56,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 348.5125050643224,
+      "pp_none": 177.7100787001777
     },
     {
       "file": "Q4_K_M",
@@ -338,16 +357,16 @@
       "ffn_down_exps": "q8_0*",
       "ffn_up_exps": "q5_0*",
       "bpw": 6.24,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 161.4620713484747,
+      "pp_dflash": 98.71273887895232,
       "accept_dflash": 0.43038,
       "meanlen_dflash": 3.02,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 236.506002226704,
+      "pp_mtp": 153.02218821729147,
       "accept_mtp": 0.71557,
       "meanlen_mtp": 3.56,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 348.5125050643224,
+      "pp_none": 177.7100787001777
     },
     {
       "file": "Q5_K_M",
@@ -367,16 +386,16 @@
       "ffn_down_exps": "q5_1*",
       "ffn_up_exps": "q5_0*",
       "bpw": 6.94,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 159.80146266278774,
+      "pp_dflash": 95.80794612856057,
       "accept_dflash": 0.44216,
       "meanlen_dflash": 3.07,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 214.1364306026656,
+      "pp_mtp": 156.86860386942556,
       "accept_mtp": 0.65418,
       "meanlen_mtp": 3.44,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 338.7393307696412,
+      "pp_none": 178.71655979132714
     },
     {
       "file": "Q5_K_M",
@@ -396,16 +415,16 @@
       "ffn_down_exps": "q5_1*",
       "ffn_up_exps": "q5_0*",
       "bpw": 6.94,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 159.80146266278774,
+      "pp_dflash": 95.80794612856057,
       "accept_dflash": 0.44216,
       "meanlen_dflash": 3.07,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 214.1364306026656,
+      "pp_mtp": 156.86860386942556,
       "accept_mtp": 0.65418,
       "meanlen_mtp": 3.44,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 338.7393307696412,
+      "pp_none": 178.71655979132714
     },
     {
       "file": "Q8_0",
@@ -415,16 +434,16 @@
       "ffn_down_exps": "q8_0",
       "ffn_up_exps": "q8_0",
       "bpw": 8.5,
-      "tg_dflash": null,
-      "pp_dflash": null,
+      "tg_dflash": 143.103792465156,
+      "pp_dflash": 100.73875083948958,
       "accept_dflash": 0.40404,
       "meanlen_dflash": 3.02,
-      "tg_mtp": null,
-      "pp_mtp": null,
+      "tg_mtp": 189.50241876149744,
+      "pp_mtp": 167.62987323988634,
       "accept_mtp": 0.61429,
       "meanlen_mtp": 3.41,
-      "tg_none": null,
-      "pp_none": null
+      "tg_none": 290.5665393743085,
+      "pp_none": 188.31800634003955
     }
   ]
 }