{
  "model": "Nemotron-3.5-Lightning-30B-A3B",
  "rows": [
    {
      "file": "AD-IQ4_NL",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.013064,
      "kld_mean_err": 0.000112,
      "kld_median": 0.001646,
      "kld_q99": 0.156824,
      "kld_q999": 0.57117,
      "kld_max": 4.069042,
      "same_top_pct": 96.112,
      "rms_dp_pct": 3.714,
      "size_bytes": 19649755008,
      "size_gb": 19.65,
      "ffn_down_exps": "iq4_nl",
      "ffn_up_exps": "iq4_nl",
      "bpw": 4.78,
      "tg_dflash": 176.78948526857417,
      "pp_dflash": 100.80403216128644,
      "accept_dflash": 0.50407,
      "meanlen_dflash": 3.24,
      "tg_mtp": 240.75805079874493,
      "pp_mtp": 164.13238449183442,
      "accept_mtp": 0.70326,
      "meanlen_mtp": 3.53,
      "tg_none": 326.4623882682476,
      "pp_none": 181.94578015751307
    },
    {
      "file": "AD-IQ4_NL",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.017276,
      "kld_mean_err": 9.9e-05,
      "kld_median": 0.007074,
      "kld_q99": 0.156947,
      "kld_q999": 0.456773,
      "kld_max": 4.619172,
      "same_top_pct": 93.487,
      "rms_dp_pct": 3.616,
      "size_bytes": 19649755008,
      "size_gb": 19.65,
      "ffn_down_exps": "iq4_nl",
      "ffn_up_exps": "iq4_nl",
      "bpw": 4.78,
      "tg_dflash": 176.78948526857417,
      "pp_dflash": 100.80403216128644,
      "accept_dflash": 0.50407,
      "meanlen_dflash": 3.24,
      "tg_mtp": 240.75805079874493,
      "pp_mtp": 164.13238449183442,
      "accept_mtp": 0.70326,
      "meanlen_mtp": 3.53,
      "tg_none": 326.4623882682476,
      "pp_none": 181.94578015751307
    },
    {
      "file": "AD-IQ4_NL-Q2_0",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.780571,
      "kld_mean_err": 0.002988,
      "kld_median": 0.234217,
      "kld_q99": 6.224815,
      "kld_q999": 10.254623,
      "kld_max": 22.665001,
      "same_top_pct": 70.805,
      "rms_dp_pct": 28.933,
      "size_bytes": 15518922624,
      "size_gb": 15.52,
      "ffn_down_exps": "iq4_nl",
      "ffn_up_exps": "q2_0",
      "bpw": 3.73,
      "tg_dflash": 162.5432161776012,
      "pp_dflash": 99.46761145109036,
      "accept_dflash": 0.38916,
      "meanlen_dflash": 2.93,
      "tg_mtp": 206.9134972260659,
      "pp_mtp": 140.4842022169745,
      "accept_mtp": 0.58056,
      "meanlen_mtp": 3.32,
      "tg_none": 343.6305078601183,
      "pp_none": 175.34923723081806
    },
    {
      "file": "AD-IQ4_NL-Q2_0",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 1.097152,
      "kld_mean_err": 0.002671,
      "kld_median": 0.761925,
      "kld_q99": 5.586648,
      "kld_q999": 8.612923,
      "kld_max": 13.800392,
      "same_top_pct": 53.029,
      "rms_dp_pct": 31.321,
      "size_bytes": 15518922624,
      "size_gb": 15.52,
      "ffn_down_exps": "iq4_nl",
      "ffn_up_exps": "q2_0",
      "bpw": 3.73,
      "tg_dflash": 162.5432161776012,
      "pp_dflash": 99.46761145109036,
      "accept_dflash": 0.38916,
      "meanlen_dflash": 2.93,
      "tg_mtp": 206.9134972260659,
      "pp_mtp": 140.4842022169745,
      "accept_mtp": 0.58056,
      "meanlen_mtp": 3.32,
      "tg_none": 343.6305078601183,
      "pp_none": 175.34923723081806
    },
    {
      "file": "AD-Q2_0",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 1.62388,
      "kld_mean_err": 0.00468,
      "kld_median": 0.832664,
      "kld_q99": 8.892323,
      "kld_q999": 12.560822,
      "kld_max": 18.028603,
      "same_top_pct": 57.35,
      "rms_dp_pct": 41.006,
      "size_bytes": 11388090240,
      "size_gb": 11.39,
      "ffn_down_exps": "q2_0",
      "ffn_up_exps": "q2_0",
      "bpw": 2.68,
      "tg_dflash": 169.0390594328655,
      "pp_dflash": 94.45270280906837,
      "accept_dflash": 0.44612,
      "meanlen_dflash": 3.0,
      "tg_mtp": 278.07941670061547,
      "pp_mtp": 165.0625469150989,
      "accept_mtp": 0.77946,
      "meanlen_mtp": 3.59,
      "tg_none": 358.4120197054928,
      "pp_none": 174.1214123733992
    },
    {
      "file": "AD-Q2_0",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 2.402711,
      "kld_mean_err": 0.004255,
      "kld_median": 2.035845,
      "kld_q99": 8.484896,
      "kld_q999": 11.602044,
      "kld_max": 17.425379,
      "same_top_pct": 33.519,
      "rms_dp_pct": 43.879,
      "size_bytes": 11388090240,
      "size_gb": 11.39,
      "ffn_down_exps": "q2_0",
      "ffn_up_exps": "q2_0",
      "bpw": 2.68,
      "tg_dflash": 169.0390594328655,
      "pp_dflash": 94.45270280906837,
      "accept_dflash": 0.44612,
      "meanlen_dflash": 3.0,
      "tg_mtp": 278.07941670061547,
      "pp_mtp": 165.0625469150989,
      "accept_mtp": 0.77946,
      "meanlen_mtp": 3.59,
      "tg_none": 358.4120197054928,
      "pp_none": 174.1214123733992
    },
    {
      "file": "AD-Q5_1-IQ4_NL",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.010137,
      "kld_mean_err": 8.9e-05,
      "kld_median": 0.001291,
      "kld_q99": 0.122951,
      "kld_q999": 0.437563,
      "kld_max": 3.83773,
      "same_top_pct": 96.555,
      "rms_dp_pct": 3.267,
      "size_bytes": 22403643264,
      "size_gb": 22.4,
      "ffn_down_exps": "q5_1",
      "ffn_up_exps": "iq4_nl",
      "bpw": 5.47,
      "tg_dflash": 160.84410988869587,
      "pp_dflash": 99.94407890822993,
      "accept_dflash": 0.42347,
      "meanlen_dflash": 3.04,
      "tg_mtp": 232.21009440501388,
      "pp_mtp": 159.61995249406175,
      "accept_mtp": 0.69527,
      "meanlen_mtp": 3.53,
      "tg_none": 318.09372790739656,
      "pp_none": 179.96169386801952
    },
    {
      "file": "AD-Q5_1-IQ4_NL",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.013446,
      "kld_mean_err": 8.4e-05,
      "kld_median": 0.005438,
      "kld_q99": 0.122586,
      "kld_q999": 0.370903,
      "kld_max": 4.748237,
      "same_top_pct": 94.158,
      "rms_dp_pct": 3.171,
      "size_bytes": 22403643264,
      "size_gb": 22.4,
      "ffn_down_exps": "q5_1",
      "ffn_up_exps": "iq4_nl",
      "bpw": 5.47,
      "tg_dflash": 160.84410988869587,
      "pp_dflash": 99.94407890822993,
      "accept_dflash": 0.42347,
      "meanlen_dflash": 3.04,
      "tg_mtp": 232.21009440501388,
      "pp_mtp": 159.61995249406175,
      "accept_mtp": 0.69527,
      "meanlen_mtp": 3.53,
      "tg_none": 318.09372790739656,
      "pp_none": 179.96169386801952
    },
    {
      "file": "AD-Q8_0-Q5_0",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.005518,
      "kld_mean_err": 5.2e-05,
      "kld_median": 0.000678,
      "kld_q99": 0.068044,
      "kld_q999": 0.247305,
      "kld_max": 3.209908,
      "same_top_pct": 97.46,
      "rms_dp_pct": 2.403,
      "size_bytes": 28829382528,
      "size_gb": 28.83,
      "ffn_down_exps": "q8_0",
      "ffn_up_exps": "q5_0",
      "bpw": 7.1,
      "tg_dflash": 160.25114559537707,
      "pp_dflash": 100.69165577838245,
      "accept_dflash": 0.46335,
      "meanlen_dflash": 3.12,
      "tg_mtp": 226.49582086898516,
      "pp_mtp": 161.05344290080257,
      "accept_mtp": 0.72072,
      "meanlen_mtp": 3.59,
      "tg_none": 304.0516401305598,
      "pp_none": 177.5575688141268
    },
    {
      "file": "AD-Q8_0-Q5_0",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.007488,
      "kld_mean_err": 5.5e-05,
      "kld_median": 0.002699,
      "kld_q99": 0.075062,
      "kld_q999": 0.243373,
      "kld_max": 3.85672,
      "same_top_pct": 95.73,
      "rms_dp_pct": 2.366,
      "size_bytes": 28829382528,
      "size_gb": 28.83,
      "ffn_down_exps": "q8_0",
      "ffn_up_exps": "q5_0",
      "bpw": 7.1,
      "tg_dflash": 160.25114559537707,
      "pp_dflash": 100.69165577838245,
      "accept_dflash": 0.46335,
      "meanlen_dflash": 3.12,
      "tg_mtp": 226.49582086898516,
      "pp_mtp": 161.05344290080257,
      "accept_mtp": 0.72072,
      "meanlen_mtp": 3.59,
      "tg_none": 304.0516401305598,
      "pp_none": 177.5575688141268
    },
    {
      "file": "NVFP4-ggml-org",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.062326,
      "kld_mean_err": 0.000226,
      "kld_median": 0.038933,
      "kld_q99": 0.408971,
      "kld_q999": 1.025598,
      "kld_max": 5.402422,
      "same_top_pct": 86.751,
      "rms_dp_pct": 6.715,
      "size_bytes": 22459679904,
      "size_gb": 22.46,
      "ffn_down_exps": "nvfp4",
      "ffn_up_exps": "nvfp4",
      "bpw": 4.5
    },
    {
      "file": "Q4_K_M",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.01818,
      "kld_mean_err": 0.000139,
      "kld_median": 0.002601,
      "kld_q99": 0.207318,
      "kld_q999": 0.738469,
      "kld_max": 4.005578,
      "same_top_pct": 95.452,
      "rms_dp_pct": 4.371,
      "size_bytes": 25023583104,
      "size_gb": 25.02,
      "ffn_down_exps": "q8_0*",
      "ffn_up_exps": "q5_0*",
      "bpw": 6.24,
      "tg_dflash": 161.4620713484747,
      "pp_dflash": 98.71273887895232,
      "accept_dflash": 0.43038,
      "meanlen_dflash": 3.02,
      "tg_mtp": 236.506002226704,
      "pp_mtp": 153.02218821729147,
      "accept_mtp": 0.71557,
      "meanlen_mtp": 3.56,
      "tg_none": 348.5125050643224,
      "pp_none": 177.7100787001777
    },
    {
      "file": "Q4_K_M",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.025424,
      "kld_mean_err": 0.000145,
      "kld_median": 0.011582,
      "kld_q99": 0.21882,
      "kld_q999": 0.695045,
      "kld_max": 6.302866,
      "same_top_pct": 91.875,
      "rms_dp_pct": 4.309,
      "size_bytes": 25023583104,
      "size_gb": 25.02,
      "ffn_down_exps": "q8_0*",
      "ffn_up_exps": "q5_0*",
      "bpw": 6.24,
      "tg_dflash": 161.4620713484747,
      "pp_dflash": 98.71273887895232,
      "accept_dflash": 0.43038,
      "meanlen_dflash": 3.02,
      "tg_mtp": 236.506002226704,
      "pp_mtp": 153.02218821729147,
      "accept_mtp": 0.71557,
      "meanlen_mtp": 3.56,
      "tg_none": 348.5125050643224,
      "pp_none": 177.7100787001777
    },
    {
      "file": "Q5_K_M",
      "eval": "code",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.012872,
      "kld_mean_err": 0.000111,
      "kld_median": 0.001786,
      "kld_q99": 0.147756,
      "kld_q999": 0.550749,
      "kld_max": 3.80218,
      "same_top_pct": 96.083,
      "rms_dp_pct": 3.653,
      "size_bytes": 26589149568,
      "size_gb": 26.59,
      "ffn_down_exps": "q5_1*",
      "ffn_up_exps": "q5_0*",
      "bpw": 6.94,
      "tg_dflash": 159.80146266278774,
      "pp_dflash": 95.80794612856057,
      "accept_dflash": 0.44216,
      "meanlen_dflash": 3.07,
      "tg_mtp": 214.1364306026656,
      "pp_mtp": 156.86860386942556,
      "accept_mtp": 0.65418,
      "meanlen_mtp": 3.44,
      "tg_none": 338.7393307696412,
      "pp_none": 178.71655979132714
    },
    {
      "file": "Q5_K_M",
      "eval": "neutral",
      "ppl": null,
      "ppl_err": null,
      "kld_mean": 0.017807,
      "kld_mean_err": 0.000107,
      "kld_median": 0.007604,
      "kld_q99": 0.158986,
      "kld_q999": 0.500759,
      "kld_max": 5.114356,
      "same_top_pct": 93.221,
      "rms_dp_pct": 3.621,
      "size_bytes": 26589149568,
      "size_gb": 26.59,
      "ffn_down_exps": "q5_1*",
      "ffn_up_exps": "q5_0*",
      "bpw": 6.94,
      "tg_dflash": 159.80146266278774,
      "pp_dflash": 95.80794612856057,
      "accept_dflash": 0.44216,
      "meanlen_dflash": 3.07,
      "tg_mtp": 214.1364306026656,
      "pp_mtp": 156.86860386942556,
      "accept_mtp": 0.65418,
      "meanlen_mtp": 3.44,
      "tg_none": 338.7393307696412,
      "pp_none": 178.71655979132714
    },
    {
      "file": "Q8_0",
      "eval": null,
      "size_bytes": 35004642912,
      "size_gb": 35.0,
      "ffn_down_exps": "q8_0",
      "ffn_up_exps": "q8_0",
      "bpw": 8.5,
      "tg_dflash": 143.103792465156,
      "pp_dflash": 100.73875083948958,
      "accept_dflash": 0.40404,
      "meanlen_dflash": 3.02,
      "tg_mtp": 189.50241876149744,
      "pp_mtp": 167.62987323988634,
      "accept_mtp": 0.61429,
      "meanlen_mtp": 3.41,
      "tg_none": 290.5665393743085,
      "pp_none": 188.31800634003955
    }
  ]
}