diff --git "a/MERERUN_CONVERSION.json" "b/MERERUN_CONVERSION.json"
new file mode 100644--- /dev/null
+++ "b/MERERUN_CONVERSION.json"
@@ -0,0 +1,2968 @@
+{
+  "activation_weighting": {
+    "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+    "module_metrics": {
+      "language_model.model.layers.0.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12481589,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 494,
+        "q3_to_q4_error_ratio": 2.6551663626598243,
+        "refit_q3_weighted_error": 38.37723550200462,
+        "stock_q3_weighted_error": 63.52887508273125,
+        "stock_q4_weighted_error": 14.453796960413456
+      },
+      "language_model.model.layers.0.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12394069,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 494,
+        "q3_to_q4_error_ratio": 3.9555497179518544,
+        "refit_q3_weighted_error": 1996.1077709197998,
+        "stock_q3_weighted_error": 2242.4785919189453,
+        "stock_q4_weighted_error": 504.63473176956177
+      },
+      "language_model.model.layers.0.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12392145,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 494,
+        "q3_to_q4_error_ratio": 3.9530333069943744,
+        "refit_q3_weighted_error": 1849.0900211334229,
+        "stock_q3_weighted_error": 2075.0970573425293,
+        "stock_q4_weighted_error": 467.76484727859497
+      },
+      "language_model.model.layers.1.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12286475,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 3.0399529090362503,
+        "refit_q3_weighted_error": 23.395418480038643,
+        "stock_q3_weighted_error": 33.77955901622772,
+        "stock_q4_weighted_error": 7.695980556309223
+      },
+      "language_model.model.layers.1.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12187281,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 4.01443624979729,
+        "refit_q3_weighted_error": 1444.051706314087,
+        "stock_q3_weighted_error": 1589.0446290969849,
+        "stock_q4_weighted_error": 359.71469378471375
+      },
+      "language_model.model.layers.1.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12184669,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 4.012390298333384,
+        "refit_q3_weighted_error": 1381.0277643203735,
+        "stock_q3_weighted_error": 1518.3201189041138,
+        "stock_q4_weighted_error": 344.1907844543457
+      },
+      "language_model.model.layers.10.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12411560,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 493,
+        "q3_to_q4_error_ratio": 3.531993488355951,
+        "refit_q3_weighted_error": 29.782791197299957,
+        "stock_q3_weighted_error": 36.947764337062836,
+        "stock_q4_weighted_error": 8.432289384305477
+      },
+      "language_model.model.layers.10.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12318783,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 493,
+        "q3_to_q4_error_ratio": 4.0382481084869735,
+        "refit_q3_weighted_error": 1745.2855014801025,
+        "stock_q3_weighted_error": 1898.0859146118164,
+        "stock_q4_weighted_error": 432.1887745857239
+      },
+      "language_model.model.layers.10.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12315364,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 493,
+        "q3_to_q4_error_ratio": 4.038516767036255,
+        "refit_q3_weighted_error": 1762.7535572052002,
+        "stock_q3_weighted_error": 1916.7229919433594,
+        "stock_q4_weighted_error": 436.485387802124
+      },
+      "language_model.model.layers.11.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12074492,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 3.6365584860388367,
+        "refit_q3_weighted_error": 24.30576728284359,
+        "stock_q3_weighted_error": 29.29059147834778,
+        "stock_q4_weighted_error": 6.683727864176035
+      },
+      "language_model.model.layers.11.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11988543,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.048680828183476,
+        "refit_q3_weighted_error": 1653.4611167907715,
+        "stock_q3_weighted_error": 1793.205244064331,
+        "stock_q4_weighted_error": 408.39502716064453
+      },
+      "language_model.model.layers.11.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11987091,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.048809103547838,
+        "refit_q3_weighted_error": 1663.8189086914062,
+        "stock_q3_weighted_error": 1804.1861476898193,
+        "stock_q4_weighted_error": 410.9403200149536
+      },
+      "language_model.model.layers.12.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11775825,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 468,
+        "q3_to_q4_error_ratio": 3.6496832164590014,
+        "refit_q3_weighted_error": 29.090078443288803,
+        "stock_q3_weighted_error": 34.969896107912064,
+        "stock_q4_weighted_error": 7.970576271414757
+      },
+      "language_model.model.layers.12.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11690992,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 468,
+        "q3_to_q4_error_ratio": 4.044054368880154,
+        "refit_q3_weighted_error": 1882.1079540252686,
+        "stock_q3_weighted_error": 2045.4706954956055,
+        "stock_q4_weighted_error": 465.40124893188477
+      },
+      "language_model.model.layers.12.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11688321,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 468,
+        "q3_to_q4_error_ratio": 4.04323048179891,
+        "refit_q3_weighted_error": 1879.8569564819336,
+        "stock_q3_weighted_error": 2042.474889755249,
+        "stock_q4_weighted_error": 464.93935108184814
+      },
+      "language_model.model.layers.13.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11700781,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 3.6074623919572986,
+        "refit_q3_weighted_error": 23.047654941678047,
+        "stock_q3_weighted_error": 28.006550639867783,
+        "stock_q4_weighted_error": 6.38888294249773
+      },
+      "language_model.model.layers.13.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11627034,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 4.023807430750515,
+        "refit_q3_weighted_error": 1502.3463287353516,
+        "stock_q3_weighted_error": 1639.4469585418701,
+        "stock_q4_weighted_error": 373.3643705844879
+      },
+      "language_model.model.layers.13.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11625073,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 4.022682102931741,
+        "refit_q3_weighted_error": 1520.6304082870483,
+        "stock_q3_weighted_error": 1659.2360649108887,
+        "stock_q4_weighted_error": 378.01406359672546
+      },
+      "language_model.model.layers.14.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11876571,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.249589416328068,
+        "refit_q3_weighted_error": 36.03080451488495,
+        "stock_q3_weighted_error": 48.6279861330986,
+        "stock_q4_weighted_error": 11.087802149355412
+      },
+      "language_model.model.layers.14.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11800036,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.03720308054884,
+        "refit_q3_weighted_error": 1922.1900520324707,
+        "stock_q3_weighted_error": 2094.068359375,
+        "stock_q4_weighted_error": 476.1192374229431
+      },
+      "language_model.model.layers.14.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11796585,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.037735817815205,
+        "refit_q3_weighted_error": 1937.209804534912,
+        "stock_q3_weighted_error": 2109.5953979492188,
+        "stock_q4_weighted_error": 479.77626371383667
+      },
+      "language_model.model.layers.15.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11191177,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 446,
+        "q3_to_q4_error_ratio": 3.755972253510491,
+        "refit_q3_weighted_error": 62.36775857210159,
+        "stock_q3_weighted_error": 72.76668602228165,
+        "stock_q4_weighted_error": 16.604957215487957
+      },
+      "language_model.model.layers.15.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11143417,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 446,
+        "q3_to_q4_error_ratio": 3.880660477705767,
+        "refit_q3_weighted_error": 3022.5281143188477,
+        "stock_q3_weighted_error": 3432.9558448791504,
+        "stock_q4_weighted_error": 778.8695073127747
+      },
+      "language_model.model.layers.15.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11149928,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 446,
+        "q3_to_q4_error_ratio": 3.8959044697221965,
+        "refit_q3_weighted_error": 3033.5454082489014,
+        "stock_q3_weighted_error": 3424.977928161621,
+        "stock_q4_weighted_error": 778.6498441696167
+      },
+      "language_model.model.layers.16.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11337583,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 3.3955829249323717,
+        "refit_q3_weighted_error": 42.4930100440979,
+        "stock_q3_weighted_error": 54.72632920742035,
+        "stock_q4_weighted_error": 12.514201827347279
+      },
+      "language_model.model.layers.16.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11265338,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 4.026156582117332,
+        "refit_q3_weighted_error": 2410.674964904785,
+        "stock_q3_weighted_error": 2630.4143657684326,
+        "stock_q4_weighted_error": 598.7534055709839
+      },
+      "language_model.model.layers.16.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11265355,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 4.0285276010693485,
+        "refit_q3_weighted_error": 2412.4823627471924,
+        "stock_q3_weighted_error": 2630.3419132232666,
+        "stock_q4_weighted_error": 598.84965467453
+      },
+      "language_model.model.layers.17.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11869321,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.6875702670207167,
+        "refit_q3_weighted_error": 35.03787687420845,
+        "stock_q3_weighted_error": 41.63260146975517,
+        "stock_q4_weighted_error": 9.501616060733795
+      },
+      "language_model.model.layers.17.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11783534,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.05195258511996,
+        "refit_q3_weighted_error": 2105.9841651916504,
+        "stock_q3_weighted_error": 2281.275417327881,
+        "stock_q4_weighted_error": 519.7455105781555
+      },
+      "language_model.model.layers.17.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11781583,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.052312511919155,
+        "refit_q3_weighted_error": 2110.3329486846924,
+        "stock_q3_weighted_error": 2285.394817352295,
+        "stock_q4_weighted_error": 520.7725076675415
+      },
+      "language_model.model.layers.18.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11980906,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 3.6198759432506775,
+        "refit_q3_weighted_error": 40.4249073266983,
+        "stock_q3_weighted_error": 48.98780965805054,
+        "stock_q4_weighted_error": 11.167484179139137
+      },
+      "language_model.model.layers.18.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11898903,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 4.034163287552149,
+        "refit_q3_weighted_error": 2225.780923843384,
+        "stock_q3_weighted_error": 2424.827377319336,
+        "stock_q4_weighted_error": 551.7329778671265
+      },
+      "language_model.model.layers.18.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11896005,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 4.036519700020485,
+        "refit_q3_weighted_error": 2193.0661487579346,
+        "stock_q3_weighted_error": 2388.290765762329,
+        "stock_q4_weighted_error": 543.3061923980713
+      },
+      "language_model.model.layers.19.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11589956,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 461,
+        "q3_to_q4_error_ratio": 3.6099769161325246,
+        "refit_q3_weighted_error": 47.22912859916687,
+        "stock_q3_weighted_error": 57.36038249731064,
+        "stock_q4_weighted_error": 13.082944765686989
+      },
+      "language_model.model.layers.19.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11510665,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 461,
+        "q3_to_q4_error_ratio": 4.052065813370565,
+        "refit_q3_weighted_error": 2435.9131984710693,
+        "stock_q3_weighted_error": 2638.2401371002197,
+        "stock_q4_weighted_error": 601.1534142494202
+      },
+      "language_model.model.layers.19.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11508194,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 461,
+        "q3_to_q4_error_ratio": 4.051389652825757,
+        "refit_q3_weighted_error": 2455.3821411132812,
+        "stock_q3_weighted_error": 2659.07977104187,
+        "stock_q4_weighted_error": 606.059241771698
+      },
+      "language_model.model.layers.2.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11934400,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 473,
+        "q3_to_q4_error_ratio": 1.250213762566707,
+        "refit_q3_weighted_error": 23.30491015315056,
+        "stock_q3_weighted_error": 82.62217961251736,
+        "stock_q4_weighted_error": 18.640740368515253
+      },
+      "language_model.model.layers.2.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11857080,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 473,
+        "q3_to_q4_error_ratio": 3.9652543827124016,
+        "refit_q3_weighted_error": 1455.7689971923828,
+        "stock_q3_weighted_error": 1621.8548765182495,
+        "stock_q4_weighted_error": 367.13130021095276
+      },
+      "language_model.model.layers.2.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11856134,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 473,
+        "q3_to_q4_error_ratio": 3.9607921015119074,
+        "refit_q3_weighted_error": 1380.6172857284546,
+        "stock_q3_weighted_error": 1537.1382961273193,
+        "stock_q4_weighted_error": 348.57100558280945
+      },
+      "language_model.model.layers.20.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11826970,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 3.4952652190225657,
+        "refit_q3_weighted_error": 85.28468745946884,
+        "stock_q3_weighted_error": 106.87069690227509,
+        "stock_q4_weighted_error": 24.400061830878258
+      },
+      "language_model.model.layers.20.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11730032,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 4.060711327186128,
+        "refit_q3_weighted_error": 3602.1327056884766,
+        "stock_q3_weighted_error": 3895.903205871582,
+        "stock_q4_weighted_error": 887.0693864822388
+      },
+      "language_model.model.layers.20.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11729481,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 4.060122504751823,
+        "refit_q3_weighted_error": 3542.8152809143066,
+        "stock_q3_weighted_error": 3830.8257064819336,
+        "stock_q4_weighted_error": 872.5882720947266
+      },
+      "language_model.model.layers.21.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11865465,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.6346107050755454,
+        "refit_q3_weighted_error": 70.53167009353638,
+        "stock_q3_weighted_error": 85.0414047241211,
+        "stock_q4_weighted_error": 19.405563846230507
+      },
+      "language_model.model.layers.21.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11784525,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.049395366873364,
+        "refit_q3_weighted_error": 3489.1719818115234,
+        "stock_q3_weighted_error": 3783.6920852661133,
+        "stock_q4_weighted_error": 861.6525840759277
+      },
+      "language_model.model.layers.21.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11784612,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.047952979004015,
+        "refit_q3_weighted_error": 3405.9294967651367,
+        "stock_q3_weighted_error": 3692.3227577209473,
+        "stock_q4_weighted_error": 841.3955187797546
+      },
+      "language_model.model.layers.22.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12349477,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 3.6773116723586563,
+        "refit_q3_weighted_error": 74.80644899606705,
+        "stock_q3_weighted_error": 89.24213379621506,
+        "stock_q4_weighted_error": 20.342700228095055
+      },
+      "language_model.model.layers.22.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12265717,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 4.035465338353123,
+        "refit_q3_weighted_error": 3722.219268798828,
+        "stock_q3_weighted_error": 4054.1828842163086,
+        "stock_q4_weighted_error": 922.3767166137695
+      },
+      "language_model.model.layers.22.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12267076,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 4.035625059552539,
+        "refit_q3_weighted_error": 3551.225971221924,
+        "stock_q3_weighted_error": 3865.9911155700684,
+        "stock_q4_weighted_error": 879.9692535400391
+      },
+      "language_model.model.layers.23.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11812378,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 3.7002558545475863,
+        "refit_q3_weighted_error": 91.84511697292328,
+        "stock_q3_weighted_error": 108.73436486721039,
+        "stock_q4_weighted_error": 24.82128819823265
+      },
+      "language_model.model.layers.23.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11739212,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 4.042039488391277,
+        "refit_q3_weighted_error": 4137.855220794678,
+        "stock_q3_weighted_error": 4496.107696533203,
+        "stock_q4_weighted_error": 1023.7047986984253
+      },
+      "language_model.model.layers.23.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11739618,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 470,
+        "q3_to_q4_error_ratio": 4.041041142635344,
+        "refit_q3_weighted_error": 4073.5896492004395,
+        "stock_q3_weighted_error": 4424.280139923096,
+        "stock_q4_weighted_error": 1008.0544853210449
+      },
+      "language_model.model.layers.24.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11870534,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.525372592667037,
+        "refit_q3_weighted_error": 34.680243134498596,
+        "stock_q3_weighted_error": 43.12901449203491,
+        "stock_q4_weighted_error": 9.837327040731907
+      },
+      "language_model.model.layers.24.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11789201,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.054300754289048,
+        "refit_q3_weighted_error": 2072.3181076049805,
+        "stock_q3_weighted_error": 2245.2215156555176,
+        "stock_q4_weighted_error": 511.1406955718994
+      },
+      "language_model.model.layers.24.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11786236,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.054735781310979,
+        "refit_q3_weighted_error": 2103.5826320648193,
+        "stock_q3_weighted_error": 2278.5489559173584,
+        "stock_q4_weighted_error": 518.7964754104614
+      },
+      "language_model.model.layers.25.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11969440,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 2.9445878201258004,
+        "refit_q3_weighted_error": 35.666712909936905,
+        "stock_q3_weighted_error": 52.99161669611931,
+        "stock_q4_weighted_error": 12.11263344436884
+      },
+      "language_model.model.layers.25.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11885088,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 4.0609291622254275,
+        "refit_q3_weighted_error": 2235.0516986846924,
+        "stock_q3_weighted_error": 2420.531457901001,
+        "stock_q4_weighted_error": 550.3793859481812
+      },
+      "language_model.model.layers.25.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11884028,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 476,
+        "q3_to_q4_error_ratio": 4.061798165035701,
+        "refit_q3_weighted_error": 2245.6623859405518,
+        "stock_q3_weighted_error": 2431.230854034424,
+        "stock_q4_weighted_error": 552.8739476203918
+      },
+      "language_model.model.layers.26.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11636700,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 463,
+        "q3_to_q4_error_ratio": 3.645030777611898,
+        "refit_q3_weighted_error": 29.75462357699871,
+        "stock_q3_weighted_error": 35.77795071899891,
+        "stock_q4_weighted_error": 8.163065113127232
+      },
+      "language_model.model.layers.26.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11557334,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 463,
+        "q3_to_q4_error_ratio": 4.062736880466425,
+        "refit_q3_weighted_error": 1876.5512733459473,
+        "stock_q3_weighted_error": 2028.6600437164307,
+        "stock_q4_weighted_error": 461.89338088035583
+      },
+      "language_model.model.layers.26.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11552955,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 463,
+        "q3_to_q4_error_ratio": 4.06314173005796,
+        "refit_q3_weighted_error": 1915.1300468444824,
+        "stock_q3_weighted_error": 2069.6387214660645,
+        "stock_q4_weighted_error": 471.34217166900635
+      },
+      "language_model.model.layers.27.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11601273,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 3.7621830814699027,
+        "refit_q3_weighted_error": 27.948720157146454,
+        "stock_q3_weighted_error": 32.556242883205414,
+        "stock_q4_weighted_error": 7.428857009857893
+      },
+      "language_model.model.layers.27.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11530272,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.066430154070753,
+        "refit_q3_weighted_error": 1875.7705459594727,
+        "stock_q3_weighted_error": 2025.229642868042,
+        "stock_q4_weighted_error": 461.281879901886
+      },
+      "language_model.model.layers.27.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11524940,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.066393952048748,
+        "refit_q3_weighted_error": 1931.2970237731934,
+        "stock_q3_weighted_error": 2084.8707790374756,
+        "stock_q4_weighted_error": 474.940954208374
+      },
+      "language_model.model.layers.28.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11605161,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 3.7373884357321097,
+        "refit_q3_weighted_error": 34.8957454264164,
+        "stock_q3_weighted_error": 40.95443871617317,
+        "stock_q4_weighted_error": 9.336933001875877
+      },
+      "language_model.model.layers.28.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11529490,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.064126751239249,
+        "refit_q3_weighted_error": 2289.892532348633,
+        "stock_q3_weighted_error": 2475.929660797119,
+        "stock_q4_weighted_error": 563.4402351379395
+      },
+      "language_model.model.layers.28.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11525717,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.0635627211899354,
+        "refit_q3_weighted_error": 2298.634057998657,
+        "stock_q3_weighted_error": 2484.5759201049805,
+        "stock_q4_weighted_error": 565.6696391105652
+      },
+      "language_model.model.layers.29.mlp.switch_mlp.down_proj": {
+        "changed_groups": 10650430,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 424,
+        "q3_to_q4_error_ratio": 3.761200268683058,
+        "refit_q3_weighted_error": 36.3194265961647,
+        "stock_q3_weighted_error": 42.34584614634514,
+        "stock_q4_weighted_error": 9.656339466571808
+      },
+      "language_model.model.layers.29.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 10589610,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 424,
+        "q3_to_q4_error_ratio": 4.046932011199104,
+        "refit_q3_weighted_error": 1963.3310441970825,
+        "stock_q3_weighted_error": 2129.112617492676,
+        "stock_q4_weighted_error": 485.14060497283936
+      },
+      "language_model.model.layers.29.mlp.switch_mlp.up_proj": {
+        "changed_groups": 10583410,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 424,
+        "q3_to_q4_error_ratio": 4.047480594073899,
+        "refit_q3_weighted_error": 2072.342188835144,
+        "stock_q3_weighted_error": 2246.8937187194824,
+        "stock_q4_weighted_error": 512.0079369544983
+      },
+      "language_model.model.layers.3.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12004775,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 477,
+        "q3_to_q4_error_ratio": 3.3894016431107867,
+        "refit_q3_weighted_error": 31.276592135429382,
+        "stock_q3_weighted_error": 40.51357978582382,
+        "stock_q4_weighted_error": 9.227762132883072
+      },
+      "language_model.model.layers.3.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11927675,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 477,
+        "q3_to_q4_error_ratio": 3.934290335281121,
+        "refit_q3_weighted_error": 1888.625,
+        "stock_q3_weighted_error": 2117.785924911499,
+        "stock_q4_weighted_error": 480.04210138320923
+      },
+      "language_model.model.layers.3.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11931148,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 477,
+        "q3_to_q4_error_ratio": 3.936497864454544,
+        "refit_q3_weighted_error": 1807.6245918273926,
+        "stock_q3_weighted_error": 2022.9800872802734,
+        "stock_q4_weighted_error": 459.1961317062378
+      },
+      "language_model.model.layers.30.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11328164,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 3.2679576940261414,
+        "refit_q3_weighted_error": 69.74726128578186,
+        "stock_q3_weighted_error": 93.47967624664307,
+        "stock_q4_weighted_error": 21.342767506837845
+      },
+      "language_model.model.layers.30.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11260726,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 4.062827591295974,
+        "refit_q3_weighted_error": 2756.0926208496094,
+        "stock_q3_weighted_error": 2981.9653129577637,
+        "stock_q4_weighted_error": 678.3680968284607
+      },
+      "language_model.model.layers.30.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11252155,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 451,
+        "q3_to_q4_error_ratio": 4.062951027317565,
+        "refit_q3_weighted_error": 2954.107452392578,
+        "stock_q3_weighted_error": 3195.7000732421875,
+        "stock_q4_weighted_error": 727.0841889381409
+      },
+      "language_model.model.layers.31.mlp.switch_mlp.down_proj": {
+        "changed_groups": 10825184,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 431,
+        "q3_to_q4_error_ratio": 3.701248696808532,
+        "refit_q3_weighted_error": 98.19403505325317,
+        "stock_q3_weighted_error": 116.23413062095642,
+        "stock_q4_weighted_error": 26.529974907636642
+      },
+      "language_model.model.layers.31.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 10769663,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 431,
+        "q3_to_q4_error_ratio": 3.9483025278284,
+        "refit_q3_weighted_error": 3980.3763313293457,
+        "stock_q3_weighted_error": 4435.890808105469,
+        "stock_q4_weighted_error": 1008.1234412193298
+      },
+      "language_model.model.layers.31.mlp.switch_mlp.up_proj": {
+        "changed_groups": 10769345,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 431,
+        "q3_to_q4_error_ratio": 3.959446753504278,
+        "refit_q3_weighted_error": 4196.691699981689,
+        "stock_q3_weighted_error": 4658.894344329834,
+        "stock_q4_weighted_error": 1059.9187111854553
+      },
+      "language_model.model.layers.32.mlp.switch_mlp.down_proj": {
+        "changed_groups": 10979286,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 437,
+        "q3_to_q4_error_ratio": 3.4466119071829744,
+        "refit_q3_weighted_error": 92.12892407178879,
+        "stock_q3_weighted_error": 117.2073460817337,
+        "stock_q4_weighted_error": 26.730286598205566
+      },
+      "language_model.model.layers.32.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 10908545,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 437,
+        "q3_to_q4_error_ratio": 4.0408543738004665,
+        "refit_q3_weighted_error": 3692.702579498291,
+        "stock_q3_weighted_error": 4014.126152038574,
+        "stock_q4_weighted_error": 913.8420338630676
+      },
+      "language_model.model.layers.32.mlp.switch_mlp.up_proj": {
+        "changed_groups": 10904178,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 437,
+        "q3_to_q4_error_ratio": 4.041929712192905,
+        "refit_q3_weighted_error": 3803.9481563568115,
+        "stock_q3_weighted_error": 4132.2271728515625,
+        "stock_q4_weighted_error": 941.1217975616455
+      },
+      "language_model.model.layers.33.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11864854,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.7105841157901027,
+        "refit_q3_weighted_error": 85.08112382888794,
+        "stock_q3_weighted_error": 100.54148644208908,
+        "stock_q4_weighted_error": 22.929307401180267
+      },
+      "language_model.model.layers.33.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11772199,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.066055337529705,
+        "refit_q3_weighted_error": 3401.5563926696777,
+        "stock_q3_weighted_error": 3672.374355316162,
+        "stock_q4_weighted_error": 836.574052810669
+      },
+      "language_model.model.layers.33.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11766158,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.067463430861628,
+        "refit_q3_weighted_error": 3460.674087524414,
+        "stock_q3_weighted_error": 3735.277446746826,
+        "stock_q4_weighted_error": 850.8187341690063
+      },
+      "language_model.model.layers.34.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11715278,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 466,
+        "q3_to_q4_error_ratio": 3.668733775909538,
+        "refit_q3_weighted_error": 91.78417503833771,
+        "stock_q3_weighted_error": 109.79015773534775,
+        "stock_q4_weighted_error": 25.01794369518757
+      },
+      "language_model.model.layers.34.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11637634,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 466,
+        "q3_to_q4_error_ratio": 4.049295874568086,
+        "refit_q3_weighted_error": 3349.578519821167,
+        "stock_q3_weighted_error": 3634.979621887207,
+        "stock_q4_weighted_error": 827.2002401351929
+      },
+      "language_model.model.layers.34.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11631372,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 466,
+        "q3_to_q4_error_ratio": 4.052246467846101,
+        "refit_q3_weighted_error": 3380.7053146362305,
+        "stock_q3_weighted_error": 3666.5963134765625,
+        "stock_q4_weighted_error": 834.2792921066284
+      },
+      "language_model.model.layers.35.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11690925,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 3.6198156368562597,
+        "refit_q3_weighted_error": 122.41104519367218,
+        "stock_q3_weighted_error": 148.36738002300262,
+        "stock_q4_weighted_error": 33.81692811846733
+      },
+      "language_model.model.layers.35.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11596253,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 4.068483081375443,
+        "refit_q3_weighted_error": 3859.2918815612793,
+        "stock_q3_weighted_error": 4164.753494262695,
+        "stock_q4_weighted_error": 948.5825071334839
+      },
+      "language_model.model.layers.35.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11590217,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 465,
+        "q3_to_q4_error_ratio": 4.067638643992898,
+        "refit_q3_weighted_error": 3981.0305137634277,
+        "stock_q3_weighted_error": 4295.098178863525,
+        "stock_q4_weighted_error": 978.7080078125
+      },
+      "language_model.model.layers.36.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11883162,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.5315445863310484,
+        "refit_q3_weighted_error": 306.3677296638489,
+        "stock_q3_weighted_error": 380.5255317687988,
+        "stock_q4_weighted_error": 86.75176602602005
+      },
+      "language_model.model.layers.36.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11775173,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.060605984866876,
+        "refit_q3_weighted_error": 6120.0288162231445,
+        "stock_q3_weighted_error": 6623.6922607421875,
+        "stock_q4_weighted_error": 1507.1713037490845
+      },
+      "language_model.model.layers.36.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11771373,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.05935473091758,
+        "refit_q3_weighted_error": 6141.245346069336,
+        "stock_q3_weighted_error": 6643.491546630859,
+        "stock_q4_weighted_error": 1512.8624505996704
+      },
+      "language_model.model.layers.37.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11622866,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 3.5163794741620125,
+        "refit_q3_weighted_error": 227.07779133319855,
+        "stock_q3_weighted_error": 283.50013494491577,
+        "stock_q4_weighted_error": 64.57715755701065
+      },
+      "language_model.model.layers.37.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11528102,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.06112291592771,
+        "refit_q3_weighted_error": 5484.136112213135,
+        "stock_q3_weighted_error": 5935.532741546631,
+        "stock_q4_weighted_error": 1350.3989477157593
+      },
+      "language_model.model.layers.37.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11523740,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 462,
+        "q3_to_q4_error_ratio": 4.060267428829215,
+        "refit_q3_weighted_error": 5553.515254974365,
+        "stock_q3_weighted_error": 6008.164112091064,
+        "stock_q4_weighted_error": 1367.770806312561
+      },
+      "language_model.model.layers.38.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12115246,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 481,
+        "q3_to_q4_error_ratio": 3.5082734365842696,
+        "refit_q3_weighted_error": 384.79004859924316,
+        "stock_q3_weighted_error": 481.9419493675232,
+        "stock_q4_weighted_error": 109.68074625730515
+      },
+      "language_model.model.layers.38.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12003104,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 481,
+        "q3_to_q4_error_ratio": 4.058124531665019,
+        "refit_q3_weighted_error": 6813.889289855957,
+        "stock_q3_weighted_error": 7387.630966186523,
+        "stock_q4_weighted_error": 1679.0734825134277
+      },
+      "language_model.model.layers.38.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11999299,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 481,
+        "q3_to_q4_error_ratio": 4.060604168145996,
+        "refit_q3_weighted_error": 6784.952159881592,
+        "stock_q3_weighted_error": 7350.6938400268555,
+        "stock_q4_weighted_error": 1670.92183303833
+      },
+      "language_model.model.layers.39.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11857350,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 471,
+        "q3_to_q4_error_ratio": 3.371903161844406,
+        "refit_q3_weighted_error": 401.7755923271179,
+        "stock_q3_weighted_error": 522.1530590057373,
+        "stock_q4_weighted_error": 119.1539534330368
+      },
+      "language_model.model.layers.39.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11752422,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 471,
+        "q3_to_q4_error_ratio": 4.0525490420245855,
+        "refit_q3_weighted_error": 6827.062114715576,
+        "stock_q3_weighted_error": 7402.807544708252,
+        "stock_q4_weighted_error": 1684.6340522766113
+      },
+      "language_model.model.layers.39.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11750715,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 471,
+        "q3_to_q4_error_ratio": 4.05097702458437,
+        "refit_q3_weighted_error": 6803.013618469238,
+        "stock_q3_weighted_error": 7374.359477996826,
+        "stock_q4_weighted_error": 1679.351321220398
+      },
+      "language_model.model.layers.4.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12089859,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 0.3394987195708411,
+        "refit_q3_weighted_error": 51.38209629058838,
+        "stock_q3_weighted_error": 663.619060754776,
+        "stock_q4_weighted_error": 151.3469516336918
+      },
+      "language_model.model.layers.4.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12007223,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.007159060064557,
+        "refit_q3_weighted_error": 2263.853506088257,
+        "stock_q3_weighted_error": 2491.690061569214,
+        "stock_q4_weighted_error": 564.952244758606
+      },
+      "language_model.model.layers.4.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12008649,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.005613799572243,
+        "refit_q3_weighted_error": 2149.7760887145996,
+        "stock_q3_weighted_error": 2363.224376678467,
+        "stock_q4_weighted_error": 536.690803527832
+      },
+      "language_model.model.layers.40.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12343839,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 3.4573572715994474,
+        "refit_q3_weighted_error": 331.6798095703125,
+        "stock_q3_weighted_error": 420.8413848876953,
+        "stock_q4_weighted_error": 95.93449085950851
+      },
+      "language_model.model.layers.40.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12258203,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 4.009671156343737,
+        "refit_q3_weighted_error": 7925.413673400879,
+        "stock_q3_weighted_error": 8682.768943786621,
+        "stock_q4_weighted_error": 1976.574478149414
+      },
+      "language_model.model.layers.40.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12261024,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 491,
+        "q3_to_q4_error_ratio": 4.012690542346336,
+        "refit_q3_weighted_error": 7680.974082946777,
+        "stock_q3_weighted_error": 8396.865608215332,
+        "stock_q4_weighted_error": 1914.170555114746
+      },
+      "language_model.model.layers.41.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12201588,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 485,
+        "q3_to_q4_error_ratio": 3.486855267948865,
+        "refit_q3_weighted_error": 420.08033084869385,
+        "stock_q3_weighted_error": 528.8484139442444,
+        "stock_q4_weighted_error": 120.4754136800766
+      },
+      "language_model.model.layers.41.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12099706,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 485,
+        "q3_to_q4_error_ratio": 4.0296990315655,
+        "refit_q3_weighted_error": 8926.515342712402,
+        "stock_q3_weighted_error": 9729.075744628906,
+        "stock_q4_weighted_error": 2215.1816482543945
+      },
+      "language_model.model.layers.41.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12101620,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 485,
+        "q3_to_q4_error_ratio": 4.033710443124895,
+        "refit_q3_weighted_error": 8676.332069396973,
+        "stock_q3_weighted_error": 9441.739555358887,
+        "stock_q4_weighted_error": 2150.9556007385254
+      },
+      "language_model.model.layers.42.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11878768,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 3.3637424760715575,
+        "refit_q3_weighted_error": 512.404403924942,
+        "stock_q3_weighted_error": 669.4592969417572,
+        "stock_q4_weighted_error": 152.3316388130188
+      },
+      "language_model.model.layers.42.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11787641,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.036564166087752,
+        "refit_q3_weighted_error": 8958.22689819336,
+        "stock_q3_weighted_error": 9755.060722351074,
+        "stock_q4_weighted_error": 2219.2702827453613
+      },
+      "language_model.model.layers.42.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11787498,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 472,
+        "q3_to_q4_error_ratio": 4.0364903209209455,
+        "refit_q3_weighted_error": 8705.360481262207,
+        "stock_q3_weighted_error": 9473.743591308594,
+        "stock_q4_weighted_error": 2156.6657638549805
+      },
+      "language_model.model.layers.43.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12060431,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 3.5768899071170437,
+        "refit_q3_weighted_error": 269.991503238678,
+        "stock_q3_weighted_error": 331.3521854877472,
+        "stock_q4_weighted_error": 75.48219549655914
+      },
+      "language_model.model.layers.43.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11981622,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.040232661964059,
+        "refit_q3_weighted_error": 6752.881065368652,
+        "stock_q3_weighted_error": 7341.728843688965,
+        "stock_q4_weighted_error": 1671.4089584350586
+      },
+      "language_model.model.layers.43.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11978109,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 480,
+        "q3_to_q4_error_ratio": 4.03962130796676,
+        "refit_q3_weighted_error": 6709.147155761719,
+        "stock_q3_weighted_error": 7289.5080490112305,
+        "stock_q4_weighted_error": 1660.8356685638428
+      },
+      "language_model.model.layers.44.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11556149,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 460,
+        "q3_to_q4_error_ratio": 3.541137064793537,
+        "refit_q3_weighted_error": 286.93355894088745,
+        "stock_q3_weighted_error": 355.6767497062683,
+        "stock_q4_weighted_error": 81.02865087985992
+      },
+      "language_model.model.layers.44.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11498636,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 460,
+        "q3_to_q4_error_ratio": 3.987787879592131,
+        "refit_q3_weighted_error": 7351.233589172363,
+        "stock_q3_weighted_error": 8102.392311096191,
+        "stock_q4_weighted_error": 1843.4364643096924
+      },
+      "language_model.model.layers.44.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11497142,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 460,
+        "q3_to_q4_error_ratio": 3.991819734224424,
+        "refit_q3_weighted_error": 7457.811256408691,
+        "stock_q3_weighted_error": 8204.210426330566,
+        "stock_q4_weighted_error": 1868.2735576629639
+      },
+      "language_model.model.layers.45.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11533546,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 459,
+        "q3_to_q4_error_ratio": 3.535750456545936,
+        "refit_q3_weighted_error": 386.9350731372833,
+        "stock_q3_weighted_error": 480.9060471057892,
+        "stock_q4_weighted_error": 109.43506276607513
+      },
+      "language_model.model.layers.45.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11500624,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 459,
+        "q3_to_q4_error_ratio": 3.8815437289313044,
+        "refit_q3_weighted_error": 8511.709228515625,
+        "stock_q3_weighted_error": 9641.739540100098,
+        "stock_q4_weighted_error": 2192.8670196533203
+      },
+      "language_model.model.layers.45.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11497986,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 459,
+        "q3_to_q4_error_ratio": 3.8891889912206254,
+        "refit_q3_weighted_error": 8662.842529296875,
+        "stock_q3_weighted_error": 9789.489860534668,
+        "stock_q4_weighted_error": 2227.416191101074
+      },
+      "language_model.model.layers.46.mlp.switch_mlp.down_proj": {
+        "changed_groups": 10930843,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 435,
+        "q3_to_q4_error_ratio": 3.4229941990201214,
+        "refit_q3_weighted_error": 427.8118619918823,
+        "stock_q3_weighted_error": 549.1621468067169,
+        "stock_q4_weighted_error": 124.98176658153534
+      },
+      "language_model.model.layers.46.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 10909292,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 435,
+        "q3_to_q4_error_ratio": 3.8979290604034538,
+        "refit_q3_weighted_error": 7862.600646972656,
+        "stock_q3_weighted_error": 8870.720657348633,
+        "stock_q4_weighted_error": 2017.1225605010986
+      },
+      "language_model.model.layers.46.mlp.switch_mlp.up_proj": {
+        "changed_groups": 10904269,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 435,
+        "q3_to_q4_error_ratio": 3.9034043580586757,
+        "refit_q3_weighted_error": 8009.56095123291,
+        "stock_q3_weighted_error": 9021.19263458252,
+        "stock_q4_weighted_error": 2051.9424114227295
+      },
+      "language_model.model.layers.47.mlp.switch_mlp.down_proj": {
+        "changed_groups": 11100371,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 441,
+        "q3_to_q4_error_ratio": 2.9032278260956037,
+        "refit_q3_weighted_error": 899.5880470275879,
+        "stock_q3_weighted_error": 1363.0131855010986,
+        "stock_q4_weighted_error": 309.8578895330429
+      },
+      "language_model.model.layers.47.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11070776,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 441,
+        "q3_to_q4_error_ratio": 3.847367252693137,
+        "refit_q3_weighted_error": 6683.120170593262,
+        "stock_q3_weighted_error": 7648.174903869629,
+        "stock_q4_weighted_error": 1737.0632257461548
+      },
+      "language_model.model.layers.47.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11068058,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 441,
+        "q3_to_q4_error_ratio": 3.851675366727555,
+        "refit_q3_weighted_error": 7081.442489624023,
+        "stock_q3_weighted_error": 8092.8323974609375,
+        "stock_q4_weighted_error": 1838.5356540679932
+      },
+      "language_model.model.layers.5.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12261039,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 3.4308250804043157,
+        "refit_q3_weighted_error": 23.55347979068756,
+        "stock_q3_weighted_error": 30.114885061979294,
+        "stock_q4_weighted_error": 6.8652523048222065
+      },
+      "language_model.model.layers.5.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12188791,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 4.014581562515816,
+        "refit_q3_weighted_error": 1778.1904277801514,
+        "stock_q3_weighted_error": 1949.9383735656738,
+        "stock_q4_weighted_error": 442.9329433441162
+      },
+      "language_model.model.layers.5.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12188926,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 487,
+        "q3_to_q4_error_ratio": 4.012034835604328,
+        "refit_q3_weighted_error": 1708.5770378112793,
+        "stock_q3_weighted_error": 1873.0299186706543,
+        "stock_q4_weighted_error": 425.862961769104
+      },
+      "language_model.model.layers.6.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12316460,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 489,
+        "q3_to_q4_error_ratio": 3.2915042967399146,
+        "refit_q3_weighted_error": 51.21352219581604,
+        "stock_q3_weighted_error": 68.17504876852036,
+        "stock_q4_weighted_error": 15.559305891394615
+      },
+      "language_model.model.layers.6.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12219670,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 489,
+        "q3_to_q4_error_ratio": 4.046870642917827,
+        "refit_q3_weighted_error": 2601.052043914795,
+        "stock_q3_weighted_error": 2831.3782749176025,
+        "stock_q4_weighted_error": 642.7316989898682
+      },
+      "language_model.model.layers.6.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12219159,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 489,
+        "q3_to_q4_error_ratio": 4.043986548836508,
+        "refit_q3_weighted_error": 2471.2902088165283,
+        "stock_q3_weighted_error": 2688.191297531128,
+        "stock_q4_weighted_error": 611.1024799346924
+      },
+      "language_model.model.layers.7.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12521554,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 497,
+        "q3_to_q4_error_ratio": 3.402274567262696,
+        "refit_q3_weighted_error": 38.98197466135025,
+        "stock_q3_weighted_error": 50.314578741788864,
+        "stock_q4_weighted_error": 11.45762162655592
+      },
+      "language_model.model.layers.7.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12410672,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 497,
+        "q3_to_q4_error_ratio": 4.055132156955485,
+        "refit_q3_weighted_error": 2202.290761947632,
+        "stock_q3_weighted_error": 2387.867630004883,
+        "stock_q4_weighted_error": 543.087296962738
+      },
+      "language_model.model.layers.7.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12410481,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 497,
+        "q3_to_q4_error_ratio": 4.053887397972326,
+        "refit_q3_weighted_error": 2150.13387298584,
+        "stock_q3_weighted_error": 2330.423065185547,
+        "stock_q4_weighted_error": 530.3881587982178
+      },
+      "language_model.model.layers.8.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12043785,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 478,
+        "q3_to_q4_error_ratio": 3.3410624502883293,
+        "refit_q3_weighted_error": 35.16501495242119,
+        "stock_q3_weighted_error": 46.122668504714966,
+        "stock_q4_weighted_error": 10.525099568068981
+      },
+      "language_model.model.layers.8.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 11950528,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 478,
+        "q3_to_q4_error_ratio": 4.0321043682515,
+        "refit_q3_weighted_error": 1823.9800691604614,
+        "stock_q3_weighted_error": 1988.5524578094482,
+        "stock_q4_weighted_error": 452.3642997741699
+      },
+      "language_model.model.layers.8.mlp.switch_mlp.up_proj": {
+        "changed_groups": 11948471,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 478,
+        "q3_to_q4_error_ratio": 4.031532585433779,
+        "refit_q3_weighted_error": 1826.4955081939697,
+        "stock_q3_weighted_error": 1990.7961950302124,
+        "stock_q4_weighted_error": 453.0523986816406
+      },
+      "language_model.model.layers.9.mlp.switch_mlp.down_proj": {
+        "changed_groups": 12137329,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 482,
+        "q3_to_q4_error_ratio": 2.6319611108211483,
+        "refit_q3_weighted_error": 36.39629364013672,
+        "stock_q3_weighted_error": 60.411666095256805,
+        "stock_q4_weighted_error": 13.828583367168903
+      },
+      "language_model.model.layers.9.mlp.switch_mlp.gate_proj": {
+        "changed_groups": 12043577,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 482,
+        "q3_to_q4_error_ratio": 4.042807148857016,
+        "refit_q3_weighted_error": 2032.1091041564941,
+        "stock_q3_weighted_error": 2213.027952194214,
+        "stock_q4_weighted_error": 502.6480436325073
+      },
+      "language_model.model.layers.9.mlp.switch_mlp.up_proj": {
+        "changed_groups": 12042597,
+        "experts": 512,
+        "groups": 13107200,
+        "method": "fresh-bf16-fixed-code-diagonal-activation-refit-v1",
+        "observed_experts": 482,
+        "q3_to_q4_error_ratio": 4.041859896468915,
+        "refit_q3_weighted_error": 2023.8140678405762,
+        "stock_q3_weighted_error": 2203.272752761841,
+        "stock_q4_weighted_error": 500.7135624885559
+      }
+    },
+    "profile": {
+      "metadata": {
+        "calibration_sha256": "467ae6c9002d63a201edbaba050a344fb275a1ae01b4116fdd19efa85cb718eb",
+        "method": "q4-expert-input-second-moments-v1",
+        "source_revision": "6cc9bbc0fae9ce26b7670b3ed1e26d557c154506"
+      },
+      "sha256": "c4d033b45e939a09e5ab08fb48b66d14262b7e14eef410c9d59c9361e84f89db"
+    }
+  },
+  "artifacts": [
+    {
+      "byte_count": 488251308,
+      "filename": "model-00001-of-00131.safetensors",
+      "sha256": "d4bae2f43ed9414287ca8b60ec23b1239fcdbd99fb9322411dd910b047e38097"
+    },
+    {
+      "byte_count": 734004166,
+      "filename": "model-00002-of-00131.safetensors",
+      "sha256": "8cb268e8790ae39e86d807fda2855795fddb3c6bcdf4fccb326a7051090e9e4a"
+    },
+    {
+      "byte_count": 412521190,
+      "filename": "model-00003-of-00131.safetensors",
+      "sha256": "ed6e1e1b625edc3dce3e9114f54f06fb0d2f6b52faea82a0db55e088b50bbdd6"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00004-of-00131.safetensors",
+      "sha256": "bfcbe60bccc085679ce10d0a6977624d4978b484fec20aba8f3e30718e34cae2"
+    },
+    {
+      "byte_count": 890937704,
+      "filename": "model-00005-of-00131.safetensors",
+      "sha256": "ffc9627128344b1ccba3c8c69da0ea9dcc1cba0e9a11ba6a8178cad00115623d"
+    },
+    {
+      "byte_count": 1000006799,
+      "filename": "model-00006-of-00131.safetensors",
+      "sha256": "f42b6d9e911841cc0d3edea9c3b8e13b48055443d3b499ecafa226b3fd5d9a72"
+    },
+    {
+      "byte_count": 1000006795,
+      "filename": "model-00007-of-00131.safetensors",
+      "sha256": "7aadd6078dcaa86aab035deb0c08c11e092127d63effab92c469cdba1214676a"
+    },
+    {
+      "byte_count": 1000006811,
+      "filename": "model-00008-of-00131.safetensors",
+      "sha256": "2262ee6c2ee34a0273bd440b435d03e16c05d67b73c252ca0f8a80549d842a8d"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00009-of-00131.safetensors",
+      "sha256": "0fd855b217b16ac805dc44eff2220332dde3eb3c6a4b336302ee4ada5444e0df"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00010-of-00131.safetensors",
+      "sha256": "aa2684de2089897bd213b8bfd5d2af2f8e8bc2c87eb6ce5799e9ecbf7e577026"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00011-of-00131.safetensors",
+      "sha256": "3da57c0f00dee96bcc9af870367bce15ae68727306b18a79a192053d7a19a74c"
+    },
+    {
+      "byte_count": 1000006813,
+      "filename": "model-00012-of-00131.safetensors",
+      "sha256": "70deb9add00c2ae89b91e60dde8acd604bbae14754518da85eb1681b1d73383d"
+    },
+    {
+      "byte_count": 1000006811,
+      "filename": "model-00013-of-00131.safetensors",
+      "sha256": "d2bfbf697da5386fc28376d8c7c1f6eeb27fa530f0bf0d3f98cdf352ba974070"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00014-of-00131.safetensors",
+      "sha256": "9e04c232787b4702f2b259282f3b04ae2d0eac4abf4d969fcefa28c0b2c8e153"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00015-of-00131.safetensors",
+      "sha256": "9beb43c4f810eb1ba3f46625c0081020c262a9afdbaff4ff0fd8bbae251fa4fc"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00016-of-00131.safetensors",
+      "sha256": "3d76b215b6a2c3e40522ce75551fe1ce4cf28f4c840289759bb2d562f89d8703"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00017-of-00131.safetensors",
+      "sha256": "9b2cf024b620482f838bae8ba4a7acfc8abb039a183115284fcb71c17aba080c"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00018-of-00131.safetensors",
+      "sha256": "08c2abc88d7040eca0febc0b04edd980de0d8309db5fad0907a685b4b9c73476"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00019-of-00131.safetensors",
+      "sha256": "5a7149bbd098f9df1ff03953ee827ef7e292274ecb7ec460d8631881663c53f5"
+    },
+    {
+      "byte_count": 1000006813,
+      "filename": "model-00020-of-00131.safetensors",
+      "sha256": "fa1d17da5f7208aebde9520e8e318db8aa5c1e4ae8c70a7b4abe03de2b9fc4ac"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00021-of-00131.safetensors",
+      "sha256": "ea8b3f562c8a59d601266b99e017f9ddef125f3078998ab7aec3bc4b6887fc5a"
+    },
+    {
+      "byte_count": 1000006811,
+      "filename": "model-00022-of-00131.safetensors",
+      "sha256": "a668a0dbffe5761e4de03eda5d69f956841c60f97cd6965ef166bd1baa90e646"
+    },
+    {
+      "byte_count": 1000006811,
+      "filename": "model-00023-of-00131.safetensors",
+      "sha256": "31d747c25644865efc08c57b6b73d8d5b501c6018d1f044f63383c349584a2b6"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00024-of-00131.safetensors",
+      "sha256": "a1baefd77eec0b333ec01e4da4453028091ed0284dac7b876e977ed7425cdd4f"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00025-of-00131.safetensors",
+      "sha256": "15bb3d5acbed94266d6e0c81a374b8d7f7a9bc6f0b985443cecd73ca21b79fe9"
+    },
+    {
+      "byte_count": 1000006813,
+      "filename": "model-00026-of-00131.safetensors",
+      "sha256": "dc6b2a708db7388f94e5492c284d07455e2213a4f6bdbc3f73a30a0ffa784bb4"
+    },
+    {
+      "byte_count": 1000006809,
+      "filename": "model-00027-of-00131.safetensors",
+      "sha256": "a0bbfe2fceb57da47511b75f71df647ffb3defaf78b09cc36b852a33025a456d"
+    },
+    {
+      "byte_count": 1000006813,
+      "filename": "model-00028-of-00131.safetensors",
+      "sha256": "9fb6e4f4517700342f7c11515e1489f4a77fdf23815ade5f798ad3bef0ffae9a"
+    },
+    {
+      "byte_count": 1000006807,
+      "filename": "model-00029-of-00131.safetensors",
+      "sha256": "9c56f819790eb844c3bdfa0ace2b9442aa6f7fa623fe585946b10992c96e5abd"
+    },
+    {
+      "byte_count": 1000006817,
+      "filename": "model-00030-of-00131.safetensors",
+      "sha256": "ef8d28e6a438a905d92a3f2958c638f82fb7debfe6cd32be4e75af93ea09bc00"
+    },
+    {
+      "byte_count": 1000006819,
+      "filename": "model-00031-of-00131.safetensors",
+      "sha256": "69b97149a09c05d271120482a72aa610c4fb6c795285b9d5513a9b37963d09ad"
+    },
+    {
+      "byte_count": 1000006823,
+      "filename": "model-00032-of-00131.safetensors",
+      "sha256": "7d909385ccbb005d6560c3156c5290f108414034dc5add7ea92b1ebc9a3992ab"
+    },
+    {
+      "byte_count": 1000006823,
+      "filename": "model-00033-of-00131.safetensors",
+      "sha256": "264bb96242d4c6bbfc1aaae4502c6ab98a960a1f127d0592ac66e603c666606c"
+    },
+    {
+      "byte_count": 1000006823,
+      "filename": "model-00034-of-00131.safetensors",
+      "sha256": "02f75884a4feb0ee44b4d451c921c84211f1308c0a7fef4cf617bd655eae55d5"
+    },
+    {
+      "byte_count": 1000006821,
+      "filename": "model-00035-of-00131.safetensors",
+      "sha256": "d240cedd58ce206b4a77a4ff06ccb27bbd9eea5ac4989139421000ecf4333299"
+    },
+    {
+      "byte_count": 1000006821,
+      "filename": "model-00036-of-00131.safetensors",
+      "sha256": "5c5267162c149d0c9186511fdea8db39f9516b202051e4b2c34a65d810cd5f0a"
+    },
+    {
+      "byte_count": 540188242,
+      "filename": "model-00037-of-00131.safetensors",
+      "sha256": "f12de14ac4f6358480365bb46bd2340e585c12f830a9f181f84325d34aa8480a"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00038-of-00131.safetensors",
+      "sha256": "33550991a31eb0c00f63f630a85209477851ef75aa9f140a88cbb07304db45bb"
+    },
+    {
+      "byte_count": 379857845,
+      "filename": "model-00039-of-00131.safetensors",
+      "sha256": "287719e017b25850e6b4d23eee45f470e5dda828319164e23365c5e7aa87509b"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00040-of-00131.safetensors",
+      "sha256": "8d694491161805a7afb126622e7841e5f8ed5cd4569de558d92ded5b2bed5eb2"
+    },
+    {
+      "byte_count": 443307127,
+      "filename": "model-00041-of-00131.safetensors",
+      "sha256": "0c4f7f11cd58c0f5e41b0b5ea7911f36e797c466dfcd42a628da3de58213ced1"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00042-of-00131.safetensors",
+      "sha256": "bb61a7fcba99e5bfa96c7c4c3590bd851972f09c6c868b8318cb16a11fc5398b"
+    },
+    {
+      "byte_count": 414364799,
+      "filename": "model-00043-of-00131.safetensors",
+      "sha256": "18d28356ff17c2da535da92f37073adb587bc06e2632dea497f439c86c1a983b"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00044-of-00131.safetensors",
+      "sha256": "f9a8bdce9aa0a324a886ff2ba1a3ac69dc11b5418b363f084d765bca8a1e9637"
+    },
+    {
+      "byte_count": 412521259,
+      "filename": "model-00045-of-00131.safetensors",
+      "sha256": "b391f3c74f0f4136e3124f5545978ae61cd25ad4797ac5cbf00796b8ae6abb98"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00046-of-00131.safetensors",
+      "sha256": "40835c1d35f960b932833dffc318df2591033266ff44e34912a3a669482a6cd8"
+    },
+    {
+      "byte_count": 379881249,
+      "filename": "model-00047-of-00131.safetensors",
+      "sha256": "57cd93f7a322ebf01a69d4b5be39c4f140e3d3fffce0bd0882af05a3135fd045"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00048-of-00131.safetensors",
+      "sha256": "d5456bdb88b6b215c3c97003b76ddbde89f50b25f362091da7a971aa8bb45bc3"
+    },
+    {
+      "byte_count": 441484123,
+      "filename": "model-00049-of-00131.safetensors",
+      "sha256": "89186198a28bd22790492f834b206ddb4c10190d2f4d28b1bcf9547a3c833ee3"
+    },
+    {
+      "byte_count": 734004174,
+      "filename": "model-00050-of-00131.safetensors",
+      "sha256": "1c75fcdbc1a54153d8ffd073c181a19dd7e2b83f1ceaf8c745ff173b4708c32c"
+    },
+    {
+      "byte_count": 412521257,
+      "filename": "model-00051-of-00131.safetensors",
+      "sha256": "b0af3e31335323110d0742f7d7dceb3b56dbc4f018bb56353d829a7c1161d6fb"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00052-of-00131.safetensors",
+      "sha256": "dda651601178304cf7f663d85042d80e93f5b5113e4a7c30fca521b8c97d1d2f"
+    },
+    {
+      "byte_count": 414364889,
+      "filename": "model-00053-of-00131.safetensors",
+      "sha256": "1fcf51da2eca1b9491d7d7e1251bd5a4bb20e723572e22d2a3dccdd72c24f824"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00054-of-00131.safetensors",
+      "sha256": "647fea5506e7fe0f8f66e37b3a78ac0848a897f1b179e508a8f71147beb554b9"
+    },
+    {
+      "byte_count": 379857853,
+      "filename": "model-00055-of-00131.safetensors",
+      "sha256": "d7b4819bc676002c6b739abebb764e32c10af6296e0d03e8e74d5e61fdc73655"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00056-of-00131.safetensors",
+      "sha256": "e2b72e6238a510067ff26a384bbcf83f0157469e819419cf061ac226f6f1be68"
+    },
+    {
+      "byte_count": 443307120,
+      "filename": "model-00057-of-00131.safetensors",
+      "sha256": "675866b6dd40f477a403684feea464cbd7e2a671ef2bf546f7f09893fb2453c1"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00058-of-00131.safetensors",
+      "sha256": "df65f7afe3daa220302f25f41980e3fca039794270f79b45f8620ffd39068dd9"
+    },
+    {
+      "byte_count": 379858031,
+      "filename": "model-00059-of-00131.safetensors",
+      "sha256": "7277acab4d5984dbe8fd049fb3551ba45969a5443f5ca4c00ff71933117217bc"
+    },
+    {
+      "byte_count": 976382472,
+      "filename": "model-00060-of-00131.safetensors",
+      "sha256": "2b57c7e7c4517d221275f3e54b44df5a88e99c5af76f5d0a21694dbef1960d63"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00061-of-00131.safetensors",
+      "sha256": "28e57fbf7260796bc9c67becc261806bdf4a2b2c8c1fb47c86f3d60bac1d4789"
+    },
+    {
+      "byte_count": 884380835,
+      "filename": "model-00062-of-00131.safetensors",
+      "sha256": "9c7da28ab83939c10d879292d9e9d07a26d90ccf9196563a857112304aa388b6"
+    },
+    {
+      "byte_count": 734004172,
+      "filename": "model-00063-of-00131.safetensors",
+      "sha256": "d943d13ce7689360ba55d70f0d66f8112796be2809c8ba063076e41de4ea07e0"
+    },
+    {
+      "byte_count": 412521263,
+      "filename": "model-00064-of-00131.safetensors",
+      "sha256": "7f14c4a8b70ff2fd0ac8c7f2a3a8fe65c6fed0275d9e4966c33cf936a4deac70"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00065-of-00131.safetensors",
+      "sha256": "baaf8e42f0cde44b04bbccb11581b029e7900b2d275fa2bfcf31d8c33fd6636b"
+    },
+    {
+      "byte_count": 382479411,
+      "filename": "model-00066-of-00131.safetensors",
+      "sha256": "afcc0eea26455dcc6b18bac885dc586cfa34aea8cf3ccc3ad865092c02445907"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00067-of-00131.safetensors",
+      "sha256": "2063d6f2d1b474dc21803d9ea5f1e14a15ae80f5041adeea5469e5b0523bf2e5"
+    },
+    {
+      "byte_count": 441463513,
+      "filename": "model-00068-of-00131.safetensors",
+      "sha256": "a45724ee62e6d31dea47d676174c02238017097bcda2300d34432e73bc43a24e"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00069-of-00131.safetensors",
+      "sha256": "d0b8c6d49b2378c7ab7cfe5a5c46d87a1eef5666d23e04d91ec11a8a04e83abc"
+    },
+    {
+      "byte_count": 412526485,
+      "filename": "model-00070-of-00131.safetensors",
+      "sha256": "f5db905f11a16c96a17382a9fed2f4caa6790b50d27b23e4ecf79a7e6d7400ba"
+    },
+    {
+      "byte_count": 734004172,
+      "filename": "model-00071-of-00131.safetensors",
+      "sha256": "230401c231c58932cbac8d9190ccef0f6dc666f09df510b688a6a3075216f1d0"
+    },
+    {
+      "byte_count": 414365143,
+      "filename": "model-00072-of-00131.safetensors",
+      "sha256": "0dfb9df49cdcca08c012e4874f442dc01dfc7b42601e7204959f250315aa033d"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00073-of-00131.safetensors",
+      "sha256": "0a4fa9f1488a1cf915cb035b5d8ece249918688499771b7047d849f15c7ff060"
+    },
+    {
+      "byte_count": 379857859,
+      "filename": "model-00074-of-00131.safetensors",
+      "sha256": "86de8b7a269311c19862d18e722972e5f28e0bf3b81287233c839540af438f43"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00075-of-00131.safetensors",
+      "sha256": "514e7a69ae1baf4739c2c3c3f6abab0e3c6581eca45a8d2e099446b6401972d1"
+    },
+    {
+      "byte_count": 442385492,
+      "filename": "model-00076-of-00131.safetensors",
+      "sha256": "67cb6c5de16c49e6b6e7a8ad79922d2f2db974fa1c39acc608956c7df5950339"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00077-of-00131.safetensors",
+      "sha256": "bb725a435685a1a5a9ad9c681279468cdc82ec371cc7217099c6935d8b4610ad"
+    },
+    {
+      "byte_count": 412544668,
+      "filename": "model-00078-of-00131.safetensors",
+      "sha256": "d5851a85fb04c5b620d1a0656a2a9129ac20442e5a2218a387d74c68854fc5f2"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00079-of-00131.safetensors",
+      "sha256": "fd737ea453b41319cbef69cf8f88065dfb7610157bf1317b73caf1007a2a0cc9"
+    },
+    {
+      "byte_count": 379857873,
+      "filename": "model-00080-of-00131.safetensors",
+      "sha256": "4f6055a4a5f652a333dd9a1a8b720ea590814451b4444b21f225baab0ffd074d"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00081-of-00131.safetensors",
+      "sha256": "22bc2ceca4f632b1c287bac07f8185f32b570a82339bbd0dee24cd98671b94b8"
+    },
+    {
+      "byte_count": 441484053,
+      "filename": "model-00082-of-00131.safetensors",
+      "sha256": "a95a2e269a572d990ad307a8828d810f3e78417f9e79f6e181294d1b35829a05"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00083-of-00131.safetensors",
+      "sha256": "f29c32612bcc3d41c6fdb791413c1123663ee680464e7b34b7c50fbb698023b6"
+    },
+    {
+      "byte_count": 379857823,
+      "filename": "model-00084-of-00131.safetensors",
+      "sha256": "56663df8a602ae3969bf798d7a291736d1f6b3a0a6e9e935774a367069c5ac06"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00085-of-00131.safetensors",
+      "sha256": "d3345c59fe005de2040df7cd45c5cb500169cadff1ffb71a0485a5b6a3808a83"
+    },
+    {
+      "byte_count": 443307154,
+      "filename": "model-00086-of-00131.safetensors",
+      "sha256": "a475b6191734d444b44a51f1ce73e332366d85ce24d361326a126d208c37e512"
+    },
+    {
+      "byte_count": 734004174,
+      "filename": "model-00087-of-00131.safetensors",
+      "sha256": "8c344593ad528fa98a0ba172fcaefe15b8d2a5b063e60a90b313f80497531113"
+    },
+    {
+      "byte_count": 414364850,
+      "filename": "model-00088-of-00131.safetensors",
+      "sha256": "f5945c713cc871cd073db7511ba6af1be2df52d0e2c6b01e8b06ee1fef6b83c9"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00089-of-00131.safetensors",
+      "sha256": "2e1350b46988ea32093afb9aec0783d9856e0bd3558ab23e4de162f80e158e80"
+    },
+    {
+      "byte_count": 413443204,
+      "filename": "model-00090-of-00131.safetensors",
+      "sha256": "605ee7eb4b622109aeb99bafe410a58ff529d8af46975b978e6b137a7a954b26"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00091-of-00131.safetensors",
+      "sha256": "dc5019ed0450781c10f5d1b7c3e951978b86b4431920a506d4530dc9156f3d3e"
+    },
+    {
+      "byte_count": 379857849,
+      "filename": "model-00092-of-00131.safetensors",
+      "sha256": "a5a03473a00ef1548e518c6b97acb894ab101ae0832416967fabceb9c7595147"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00093-of-00131.safetensors",
+      "sha256": "11550bf333aa3287cd9956bdc8448b54623801ecdbbc096909b18b45dc528143"
+    },
+    {
+      "byte_count": 441463929,
+      "filename": "model-00094-of-00131.safetensors",
+      "sha256": "c40a2d318e7ca4fb2cf9f55147dc0dd25d0ad197a031a94d0af8df649af97c3d"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00095-of-00131.safetensors",
+      "sha256": "98de3e675c98bbe6401543c31ad8679125a5bd0b32895ae032f3ec7b1ae937b5"
+    },
+    {
+      "byte_count": 412521255,
+      "filename": "model-00096-of-00131.safetensors",
+      "sha256": "c40a32f054a032e08594c8e5d868039e9a9b719c9713c72ce0bc91a73f8a8d21"
+    },
+    {
+      "byte_count": 734004172,
+      "filename": "model-00097-of-00131.safetensors",
+      "sha256": "22eea83071dee5ae99f3182df5d5c19d3f7dd5d624211b4b2695fc650d4801c3"
+    },
+    {
+      "byte_count": 412521257,
+      "filename": "model-00098-of-00131.safetensors",
+      "sha256": "9bde80030920fdef0ea0085b1ee17a90fd92255fccb050d242d9a2f54b5b6b10"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00099-of-00131.safetensors",
+      "sha256": "aa423511fecad688d664f7c1c1d062fff191e9a0c8f82fd1d3a15c327f0fe1eb"
+    },
+    {
+      "byte_count": 379858227,
+      "filename": "model-00100-of-00131.safetensors",
+      "sha256": "804ea16399c54b42ef1610364b76902d07475076c064d0f784f1e7d8923ac038"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00101-of-00131.safetensors",
+      "sha256": "7d599eba004046f6e949fa5e68d304dce1a39851fbe0c6b256cfaab909f4828d"
+    },
+    {
+      "byte_count": 441464145,
+      "filename": "model-00102-of-00131.safetensors",
+      "sha256": "413cf1e33354593ec75e943450a39893d68a277c56e0414d19a3faf904b620c0"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00103-of-00131.safetensors",
+      "sha256": "3dac82d92cfb83ae70d3fa64c80a2fc015b60ed508379c26e410f21ae3491b50"
+    },
+    {
+      "byte_count": 412521223,
+      "filename": "model-00104-of-00131.safetensors",
+      "sha256": "1ab4c3fd847d26fb2d7fc0d9eaa2250c0163db1fab76e6fbe1cc8044d78ea806"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00105-of-00131.safetensors",
+      "sha256": "0cabecd2f10a5649990e549dad734d2badbd153c167572609b1979de4e854023"
+    },
+    {
+      "byte_count": 421368980,
+      "filename": "model-00106-of-00131.safetensors",
+      "sha256": "8f6f4719f3865a6f557f628dd26b2167084d8bde34b35649b00eea5613f5c5ae"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00107-of-00131.safetensors",
+      "sha256": "70dd4d0655cd0cb678fd6f5a862cf681f59950a4e1865cbbbfc10dd317ac6af5"
+    },
+    {
+      "byte_count": 431691533,
+      "filename": "model-00108-of-00131.safetensors",
+      "sha256": "24d9160d95d1839041b99c61b3a1736649bc2c8e239a8724b382961d075a8cbb"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00109-of-00131.safetensors",
+      "sha256": "483e7df3d4741cfb9685c701387920b82ac4ad8b3f58cd05dfc1693fdcd3b662"
+    },
+    {
+      "byte_count": 379857833,
+      "filename": "model-00110-of-00131.safetensors",
+      "sha256": "2e83681ba14dc0c9b848f9acc3ad3aac6dbc55181fac9576e79367b5a7f2f1f7"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00111-of-00131.safetensors",
+      "sha256": "b5c02c4414582f9df76bb168d35659216789aaff6228935a50f03d76e7905b74"
+    },
+    {
+      "byte_count": 441464202,
+      "filename": "model-00112-of-00131.safetensors",
+      "sha256": "f0df4cac682d1b25ef84233cce90bcb40eebb6da20b6ceff3aa9c8b20c89a724"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00113-of-00131.safetensors",
+      "sha256": "3b0ef809a68daf452fbf35d553ed3f132a8029b61e5f06f36ffc833a8c1ea7ed"
+    },
+    {
+      "byte_count": 412526463,
+      "filename": "model-00114-of-00131.safetensors",
+      "sha256": "e574f1eb67c04de315ac6998bcaec52ce6387c3bfc9c0a933694d2901df90dae"
+    },
+    {
+      "byte_count": 734004172,
+      "filename": "model-00115-of-00131.safetensors",
+      "sha256": "d704097ed10bea97e774121b19ddfc0e655cc10325c4a5a5d4b9c0cde0ecbdad"
+    },
+    {
+      "byte_count": 412521247,
+      "filename": "model-00116-of-00131.safetensors",
+      "sha256": "8759ef7d55862fd0a939f855f9942dcd4c9936f8f9b7377e865a553d5b79e940"
+    },
+    {
+      "byte_count": 734004170,
+      "filename": "model-00117-of-00131.safetensors",
+      "sha256": "3c2500152ae7205420e3dd07fa4a51bb4160364536aed1d7abc05d9b952221ab"
+    },
+    {
+      "byte_count": 379878427,
+      "filename": "model-00118-of-00131.safetensors",
+      "sha256": "e6912d9cd8787de6dcb4e9f81d0474f9b62232e6bfc3899cca1184255775599f"
+    },
+    {
+      "byte_count": 734004172,
+      "filename": "model-00119-of-00131.safetensors",
+      "sha256": "5d9bc82573983210c7493764df0d146ee157d217cc0594debe4613fa43363655"
+    },
+    {
+      "byte_count": 445150228,
+      "filename": "model-00120-of-00131.safetensors",
+      "sha256": "1545c872b0fbaa03d4f3797800636557cf16c6907800944da8bc26da0a62366b"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00121-of-00131.safetensors",
+      "sha256": "cb078f1d248ae77375ee5fbcf841f9e720a82102116db507a54d01e0f4b31c9b"
+    },
+    {
+      "byte_count": 412521210,
+      "filename": "model-00122-of-00131.safetensors",
+      "sha256": "f45390bfb82d1b6e71e48720a638ece844feec2bb3ff3021c4eec8d200b89f01"
+    },
+    {
+      "byte_count": 734004166,
+      "filename": "model-00123-of-00131.safetensors",
+      "sha256": "89917dca38aeb4101462273f599956bc4e8007be1f755e050ecd913c669f0cda"
+    },
+    {
+      "byte_count": 383544484,
+      "filename": "model-00124-of-00131.safetensors",
+      "sha256": "ad8f92a87334850414f2870f45444b7f09ad45ba558a88d5cb1ca4ea6b155a66"
+    },
+    {
+      "byte_count": 734004164,
+      "filename": "model-00125-of-00131.safetensors",
+      "sha256": "40e9a206a27bc55fd0e10b4773a72dd0a302d5b2bfb6eb83187719b4aad63b32"
+    },
+    {
+      "byte_count": 441463425,
+      "filename": "model-00126-of-00131.safetensors",
+      "sha256": "c170eba57535ae046f643f37d65550db0dadf7407ce846ee664bdb0807225b45"
+    },
+    {
+      "byte_count": 734004168,
+      "filename": "model-00127-of-00131.safetensors",
+      "sha256": "382aef115f7b7a9b72ce9944c0493d614f286ebebee382ee8e6fba9ce9a40788"
+    },
+    {
+      "byte_count": 412521242,
+      "filename": "model-00128-of-00131.safetensors",
+      "sha256": "7a58283461864748b0c57209efb0b80da5169763e459db86574858fcc6597ca8"
+    },
+    {
+      "byte_count": 734004166,
+      "filename": "model-00129-of-00131.safetensors",
+      "sha256": "76bae5ac6fc125533f52000ff484a60aea43dfb047db181acdd6abbd9ccc809e"
+    },
+    {
+      "byte_count": 733707532,
+      "filename": "model-00130-of-00131.safetensors",
+      "sha256": "c98c67c9682b4cb69657c893656d904e15a2ebe9415e9839a6de63962652ff6e"
+    },
+    {
+      "byte_count": 357581254,
+      "filename": "model-00131-of-00131.safetensors",
+      "sha256": "f8927757dfd7ffe45e81062c4387c6a14779a3d98b4adb2dba3fffb4a9e42aef"
+    }
+  ],
+  "completed_at": "2026-08-29T02:06:41.731600+00:00",
+  "converter": "scripts/model-conversion/convert_qwen38_flash_next_mlx.py",
+  "converter_version": 1,
+  "hugging_face_repository": "Sawfwair/Qwen3.8-Flash-Next-MLX-Activation-3bit",
+  "profile": "q3-activation",
+  "quantization": {
+    "base_routed_experts": {
+      "bits": 3,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "default": {
+      "bits": 4,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "module_counts": {
+      "q3_g64": 144,
+      "q4_g32": 128,
+      "q4_g64": 783
+    },
+    "ngram_embedding": {
+      "bits": 4,
+      "group_size": 32,
+      "mode": "affine"
+    },
+    "quantized_module_count": 1055
+  },
+  "schema_version": 1,
+  "source": {
+    "config_sha256": "889658f2508e8c61d409b02e70e0d78d8d4452ec65aaafbe129805d213d2e74b",
+    "index_sha256": "99e815241ef03325536b0aaa4441deea45174c17fae31e10f0bb456410c590de",
+    "parameters": 179999981424,
+    "repository": "Qwen/Qwen3.8-Flash-Next",
+    "revision": "f5d08274bafd880402bd16f5e3e6c514136ec06c",
+    "shards": [
+      {
+        "byte_count": 1040155944,
+        "filename": "model-00001-of-00131.safetensors",
+        "sha256": "3a092d3a9a542093a9c3524023f05f9e1289ccf23324735ce32ae70bf58700ec"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00002-of-00131.safetensors",
+        "sha256": "1da92de7cf72dcca86faf05007925389ceb24427609e8d3b478d53d97fd97a63"
+      },
+      {
+        "byte_count": 1832518264,
+        "filename": "model-00003-of-00131.safetensors",
+        "sha256": "b783fbb3bdf185b4576ffee9ba786dbd9a218ec3cac9d92706d99216567b37a6"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00004-of-00131.safetensors",
+        "sha256": "18b75622772985f1d4e3d12427511043eb61a491c9c89c1c97ea340b735c3c86"
+      },
+      {
+        "byte_count": 3355888504,
+        "filename": "model-00005-of-00131.safetensors",
+        "sha256": "54fdc7adf431d6b94d9292fc8bd7938d906b0cffe0997d76ac1a176413aa80f2"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00006-of-00131.safetensors",
+        "sha256": "8277a48e1fd7ab7ff7f0282befcc6eb4e09ab2e0780c00af6685e198faba233e"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00007-of-00131.safetensors",
+        "sha256": "0fba369354e45b43efbe2773d63b7cb20caedb56ff9ed80e076bbcdaf560666a"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00008-of-00131.safetensors",
+        "sha256": "024f59b6f2cb27ab79a4267cff9603c398ef1a7ef9ba76009fd34a0a84a9455e"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00009-of-00131.safetensors",
+        "sha256": "23fbef154f7f68e5b6f555492832c78822a827554757797daf91de48df06b496"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00010-of-00131.safetensors",
+        "sha256": "b3a303529a190c6661870d5abebf0ac18d36922a1da8db737d19f55bd1031fe8"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00011-of-00131.safetensors",
+        "sha256": "d1215943b48481febb33a1129c96613dec5f364613a2cc3ba1e27c23be0ca78a"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00012-of-00131.safetensors",
+        "sha256": "f63d649ea84867ec75884dace5ea4d8c723a6560463674a6ee0ce621b4b9dbc1"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00013-of-00131.safetensors",
+        "sha256": "5e0f0fb335f4c19a0158f60294e5b5c30bdfc344b003633c9c42e5e638a6808e"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00014-of-00131.safetensors",
+        "sha256": "5ee73bd21c73b2610d2a30924f7acd24e63b1ca29e0a1f1c87f0f6a9648e347a"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00015-of-00131.safetensors",
+        "sha256": "b35421bf21724db705a38ee9f779de07f9f1711be964049942960c5e3dddb1c2"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00016-of-00131.safetensors",
+        "sha256": "73c4b1bd1f3752d70f0161ec8c8a7701f0538e1ae722daf16a905e04a666e69f"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00017-of-00131.safetensors",
+        "sha256": "ee60c1269974cc797bad8bfc9a0fac72437b323ceafcb225cef6980ecffce1b3"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00018-of-00131.safetensors",
+        "sha256": "72cf3696aa1af4611b2da2b013868f3724082362899d9dce3e9fec908d441fc2"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00019-of-00131.safetensors",
+        "sha256": "bdad649be407bd8033a4abd6a24bf434ed6a173807892d18cc1c9771031bfd0c"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00020-of-00131.safetensors",
+        "sha256": "2258dad55787922f1d4429aea528495511f58447baa9b4f1b7f92f58ba7110b0"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00021-of-00131.safetensors",
+        "sha256": "775952ac572fa4ff7e5e316ecb60483d4dd96f4369d6a7a403fa31d7f9d1a6d0"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00022-of-00131.safetensors",
+        "sha256": "7d205070bb898c59d23bc379652607911f39e219627028a29d82e8e8fecab7c0"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00023-of-00131.safetensors",
+        "sha256": "598d4f772853233b88911fdb1a49f8865e3c732e93b17aea44b65f455e69e9dc"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00024-of-00131.safetensors",
+        "sha256": "09e534942e7d4eb31803b347e14dd70090f16f85c89b0ad766bdace135806f12"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00025-of-00131.safetensors",
+        "sha256": "482d18f0e515c23c6933593d0cce289770600c6fa539168bd304e2169cc8a2be"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00026-of-00131.safetensors",
+        "sha256": "ac479fe29ed3e03b7c3523974371d68dace22b7744ff9236f9429cdbb9241da0"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00027-of-00131.safetensors",
+        "sha256": "4981d4e636723dbb063f04854e4362c1fe341d9ba80b5bb4231bb0d5ee8ab266"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00028-of-00131.safetensors",
+        "sha256": "1b45a957b1f3572d325b0795f549fb772c160bd5c5167f94a347b96e3c7b978d"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00029-of-00131.safetensors",
+        "sha256": "40d2f2291ff4800373087cd00f1f95c3bd69331c32f39cfdd5d43516764b03ec"
+      },
+      {
+        "byte_count": 3200016032,
+        "filename": "model-00030-of-00131.safetensors",
+        "sha256": "893a9b59e412a3242252274770efe0794ce8b216b2b3907b6854b7eaa6ddd334"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00031-of-00131.safetensors",
+        "sha256": "9b6bf01d60f21bed295b9b1d43501593b4ce7ece28aaf75618b4fb58039c0d04"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00032-of-00131.safetensors",
+        "sha256": "7453fcb5872160888730439ac71a5279d348686d68c6ba2d62ff12461443dc69"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00033-of-00131.safetensors",
+        "sha256": "5b2f577ce40932031c4749f9177dab2119ff118f9f9b9df3d0d5e57c8e41d128"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00034-of-00131.safetensors",
+        "sha256": "35b5522668652e8cc7d8eacb0d45c59eb9ed9786e9102a9b71503f746f50da64"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00035-of-00131.safetensors",
+        "sha256": "4fe611218d36ff7c06e4c24f7252215fdddc879ac3de2b1d569727ed31f82db1"
+      },
+      {
+        "byte_count": 3200016040,
+        "filename": "model-00036-of-00131.safetensors",
+        "sha256": "237789c0cef556ef22c9f1ca99b7baf71b33a56b70c5828380e1008e02510649"
+      },
+      {
+        "byte_count": 1742347160,
+        "filename": "model-00037-of-00131.safetensors",
+        "sha256": "73b53c94d23589bdfde55b20538a515525f22fd37c7cdf24e85738ed771218e1"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00038-of-00131.safetensors",
+        "sha256": "063965d1d57b1d87e3d45e65f0b0aa5a7100ca3daa157d02cb6d93cacfe106fe"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00039-of-00131.safetensors",
+        "sha256": "7009a781a3d8565ff31c2d62a032e513cab440605c2655fc81e2aede233db152"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00040-of-00131.safetensors",
+        "sha256": "ed06bdece1c74ba1a87208ecc19dad59efafddc6d673a3d1ef6d25d3caf02453"
+      },
+      {
+        "byte_count": 1941966288,
+        "filename": "model-00041-of-00131.safetensors",
+        "sha256": "0465251c296b1a6aa014480e54f0f23ce6899bca72ba2be4804cd9187095cc7c"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00042-of-00131.safetensors",
+        "sha256": "071bb12fa66a5f393d9aaacba701ce8672567e17ee0249e4c256d881c6d7ee1d"
+      },
+      {
+        "byte_count": 1839072016,
+        "filename": "model-00043-of-00131.safetensors",
+        "sha256": "a88f0411382143c6eb5ddeed84280a80f18f18d94670bda54cee1c1cd47cd824"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00044-of-00131.safetensors",
+        "sha256": "bab6f9fd62f1fff6ed2ced7dcde596fe98e9582be0cdb9361074173a1630950a"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00045-of-00131.safetensors",
+        "sha256": "50515cf9d024efc4a2da889b08aa09e93c1b77570c6762a4fed07e4a36c5cdd0"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00046-of-00131.safetensors",
+        "sha256": "f838e842fb3fd1e26f103467dc8bd4d048425ae359df627362856efbcdcfc521"
+      },
+      {
+        "byte_count": 1716681904,
+        "filename": "model-00047-of-00131.safetensors",
+        "sha256": "eb79852b4266e63fc7050e79349ece1eb3160eedb13bdb5f39b4c768e0741a4f"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00048-of-00131.safetensors",
+        "sha256": "dbbf3a6e2b81c8cf9eb152c03e07550741b6e143121fbe579e3b32cdf8836a33"
+      },
+      {
+        "byte_count": 1935433152,
+        "filename": "model-00049-of-00131.safetensors",
+        "sha256": "cbab68ff417bf8905ccfa1697deb5c6b42ae9ee9bf6cbb0ebe687e116e5e6da8"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00050-of-00131.safetensors",
+        "sha256": "6014a2b71b74a5e2703bf5a1182251a71d7f0720a0244988874deb430b312d50"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00051-of-00131.safetensors",
+        "sha256": "6c37a65336970acd022ba03c0d219aa7598e652d2a88f482c590497b49da927c"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00052-of-00131.safetensors",
+        "sha256": "1914762c6994289c4fe57ed1a6bc21cac2625f09e0ce27dabc3772eee9456b86"
+      },
+      {
+        "byte_count": 1839072024,
+        "filename": "model-00053-of-00131.safetensors",
+        "sha256": "1bf2bbe69b64fc9ac33c264490445a0b42a3488c6b87722d918c3d3abe6bbeab"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00054-of-00131.safetensors",
+        "sha256": "22daa76221521c4e7e78313827c7b3b954c16b46ce693804ed09a6c09be984e6"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00055-of-00131.safetensors",
+        "sha256": "7c4aef74ec0044c5a4cb488947f333a59aa3180c0d9b3680521959105b458a7e"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00056-of-00131.safetensors",
+        "sha256": "86ef0b5385fe31de2a7b448dd4db943f4554e56677c62354f827e19288ade4e0"
+      },
+      {
+        "byte_count": 1941966280,
+        "filename": "model-00057-of-00131.safetensors",
+        "sha256": "77ec2297055779ab6dc6e15e3a88837b888e13ce199543f12a40a5036e5b8a4a"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00058-of-00131.safetensors",
+        "sha256": "b7d2ab70d914dea5f5434f983e758dd6bd32978fdcb3a3de93dd8c3265d4afd1"
+      },
+      {
+        "byte_count": 1716600048,
+        "filename": "model-00059-of-00131.safetensors",
+        "sha256": "a1d01bd0bce7c967c23280c927ac7fdf74aeeec34bfd01f2b641ab0a95b56a3b"
+      },
+      {
+        "byte_count": 3471361528,
+        "filename": "model-00060-of-00131.safetensors",
+        "sha256": "8fd21925cb11bc7cf68d7c5cab498f3c13f455aed32e8c5ac90cda92c6961487"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00061-of-00131.safetensors",
+        "sha256": "cf5bff0a9663c4beeecec664d09566ee7a9e153da6ab1d54b3ca3cf10bba5f2e"
+      },
+      {
+        "byte_count": 3510240000,
+        "filename": "model-00062-of-00131.safetensors",
+        "sha256": "e62ba3c6e2e9e213b6aa0534498bb341e89b86ce388347a8421ccff0d5887f0a"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00063-of-00131.safetensors",
+        "sha256": "e35a86ae511bb2e0fe98d5423011002e682ce7182d639fc7cb13fea652db22e6"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00064-of-00131.safetensors",
+        "sha256": "08609ac9d06c2f637dad8f3ef855c9775ef15cf4ec0a0ecd5ce16d9aca344059"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00065-of-00131.safetensors",
+        "sha256": "040b73058fe0248ec72e1bdd37b6cbd3b59cb0cb7e6e2142421dcad3c574579c"
+      },
+      {
+        "byte_count": 1719221392,
+        "filename": "model-00066-of-00131.safetensors",
+        "sha256": "550a89f69aa7d57e58f344ac06e7ea0ef471813eb16a6adb95373339df895f6c"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00067-of-00131.safetensors",
+        "sha256": "9223da6ff56d9b76cbd7889dc81040ba47cddbe1936a2216a32e314fe8b4239b"
+      },
+      {
+        "byte_count": 1935412552,
+        "filename": "model-00068-of-00131.safetensors",
+        "sha256": "427d7d4055282b444da3c194d310dfb1e29a2379e13f4519f064f94c28651f49"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00069-of-00131.safetensors",
+        "sha256": "f7d460aa332a745c2da1241ad665d2a640fd87112692929df17067b3db833036"
+      },
+      {
+        "byte_count": 1832523520,
+        "filename": "model-00070-of-00131.safetensors",
+        "sha256": "9644884762cc198d27a2a4d1078702fa4744ad8ff272afc565568fc8e04c6f59"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00071-of-00131.safetensors",
+        "sha256": "184e042c9702c23d3adacbc6f94ffc8b65394189aae2e32bbaa1d159dc330ffa"
+      },
+      {
+        "byte_count": 1839072128,
+        "filename": "model-00072-of-00131.safetensors",
+        "sha256": "2415f75c86da428daf68924f98f1bb159b0a589a9571f0d690f8a27ce4839689"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00073-of-00131.safetensors",
+        "sha256": "19de39abb6e10e90e0f0e3e88da6d163b1dcd56e70af9808e513257eb1400507"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00074-of-00131.safetensors",
+        "sha256": "51152d64bc41536f9465bf18197595d4a6f55cf97c050ffab5449101ce350933"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00075-of-00131.safetensors",
+        "sha256": "fc43b07ed4817ba262538c44b9f917eed68e7fbcb3c833b2365c28f78dc343f9"
+      },
+      {
+        "byte_count": 1938689480,
+        "filename": "model-00076-of-00131.safetensors",
+        "sha256": "14860603fb56ceaf4748a819ca0e561c685ad1e2182d91cc32170a8b1cddcb9e"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00077-of-00131.safetensors",
+        "sha256": "a75bf91dc472eab2bd4aa907ec5216452c08b3ab915d57377ffd2acc5b1ce42c"
+      },
+      {
+        "byte_count": 1832600344,
+        "filename": "model-00078-of-00131.safetensors",
+        "sha256": "e9ac55c3032056303f9f8cce6b0f486e0bfedad2258a384eff6531e973cd7220"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00079-of-00131.safetensors",
+        "sha256": "e4cd07a126514c6cb325553c77b2786ba59f284b3144f89a7e34de64b42be21f"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00080-of-00131.safetensors",
+        "sha256": "549c3f9f5870b0e3e34ce8af9a284ade09b96a85973ed23dbef944466184a960"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00081-of-00131.safetensors",
+        "sha256": "4cf05b67fcb861b3f55ba8d9824b12f4dcef1527d7e62c3c89b3382c95dd3634"
+      },
+      {
+        "byte_count": 1935433136,
+        "filename": "model-00082-of-00131.safetensors",
+        "sha256": "0fe8d836b886ac8942f74e835e17487f53454e96bf38263d45fb329006dde7a9"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00083-of-00131.safetensors",
+        "sha256": "f097129297fd1b39abcbd350e911c77168a8a6521213e30f11aff351374ae34a"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00084-of-00131.safetensors",
+        "sha256": "f41be16d341343da85b1616a5941fc6da0f2011dca549c07a957f6dabdf9bb35"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00085-of-00131.safetensors",
+        "sha256": "69083ff9730aac9baa90405bdc93979f9f66bb6d5ec26382e0d3e8fdb4230726"
+      },
+      {
+        "byte_count": 1941966296,
+        "filename": "model-00086-of-00131.safetensors",
+        "sha256": "757b82b98441356169d5030ac338d3a7d55fadc332c3f4c396fba795ac64d810"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00087-of-00131.safetensors",
+        "sha256": "9b9b8704d856120229e9eb147d2dcf8e9640880ded5c95856e232c8deb9a41e9"
+      },
+      {
+        "byte_count": 1839072024,
+        "filename": "model-00088-of-00131.safetensors",
+        "sha256": "2feec63478c327f8436222d0df2b1f1cdd65947704cc5bab0ae891122ed3656f"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00089-of-00131.safetensors",
+        "sha256": "640ea88172a3bfa9217e40823c1cb5a1c8b6d25a67c5ca7035013ea704d7d434"
+      },
+      {
+        "byte_count": 1835795216,
+        "filename": "model-00090-of-00131.safetensors",
+        "sha256": "af53d439e4e26865b7cfda192ef46a29762f3c49b1fe8e06b54adee132b80880"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00091-of-00131.safetensors",
+        "sha256": "6ff4b9718910ca29a5338ca994234e753a3785b362e0c39dc66943299e612534"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00092-of-00131.safetensors",
+        "sha256": "c0c1b787fe74ee2275585e37fdc3e285f681eeaf849d22a8c6700741151308af"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00093-of-00131.safetensors",
+        "sha256": "3d4f44c447529f4123223313a92bbd8b598ed2ba20f8cb4a3bf37cc06b653a72"
+      },
+      {
+        "byte_count": 1935412928,
+        "filename": "model-00094-of-00131.safetensors",
+        "sha256": "c31221b8e6a5df3151c85e24fd1c8e0693af21fed7814d2804de032e8566e4b3"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00095-of-00131.safetensors",
+        "sha256": "9e680b695a5bf4cb82e0a9396b77702bb785fc2ae100fbf4acfa14709e507a6e"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00096-of-00131.safetensors",
+        "sha256": "a30732e7aadfd71e3e0df434d72a3d5653574d63c18964fbc7d6f8f992de5e99"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00097-of-00131.safetensors",
+        "sha256": "19be76593bce9cb56a2e4b2bfdc058e694065979e952afa48648469b6dea30e8"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00098-of-00131.safetensors",
+        "sha256": "5c5e4956c7f7e03abc087d00cc04e61cb6f0f96e70b81f50fa2015c3ddf99f63"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00099-of-00131.safetensors",
+        "sha256": "21daceed016e39df7bcec21f6baeb2f0fd821c6734833919c53de1962eb67039"
+      },
+      {
+        "byte_count": 1716600224,
+        "filename": "model-00100-of-00131.safetensors",
+        "sha256": "78da7091e9a36803c4ccd1c10fa6dc0f61b65ad7e70c314722c0582a94c619f2"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00101-of-00131.safetensors",
+        "sha256": "2a596073cf669a8849bd97811381167c568550e5f5255e9a377a08424c4ff222"
+      },
+      {
+        "byte_count": 1935413160,
+        "filename": "model-00102-of-00131.safetensors",
+        "sha256": "6caf691248517c088adb462caef16a7c5bbcdad796ceb2fee4c3cb575a86e8e1"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00103-of-00131.safetensors",
+        "sha256": "cc197d5c0d5a1fcaee7e7208e4cd7e9ac5391d2746697131ffe9afbbfd079172"
+      },
+      {
+        "byte_count": 1832518272,
+        "filename": "model-00104-of-00131.safetensors",
+        "sha256": "59ee8b7c1f07b916353ec16f5e5a57719e59dd7442b7077eff1a2d5bcde4a7a5"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00105-of-00131.safetensors",
+        "sha256": "4040abee30dc32780c38ae2743c0050ddf21d9e1726e90b1623934ce06e1a8b9"
+      },
+      {
+        "byte_count": 1863975680,
+        "filename": "model-00106-of-00131.safetensors",
+        "sha256": "2903f5b2c539142163c7157fd191d8799019dbfe3a5ab2560276546b9b0fa44e"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00107-of-00131.safetensors",
+        "sha256": "08fb87b54a96a6840a0ba7c7b06636caef6eef0df88d917277fef1d2ce2c3565"
+      },
+      {
+        "byte_count": 1900676064,
+        "filename": "model-00108-of-00131.safetensors",
+        "sha256": "426251e0773e900de9a227db60fd8c05ee7f25b8d514458b7a8b37028f6d90ac"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00109-of-00131.safetensors",
+        "sha256": "67252c3ea4da6d0e9e68662c9b179eaf4bfab452c2d2b2c004a0a57346d0c81b"
+      },
+      {
+        "byte_count": 1716599840,
+        "filename": "model-00110-of-00131.safetensors",
+        "sha256": "66ecf98a5a8d0594a5c31724c451f0aa415ac8d2dbf21f50273f851b8fe49ace"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00111-of-00131.safetensors",
+        "sha256": "fe316b2426ea13ba1076c36d8f59b2391b97a5ded3fd6add382677d22637abfd"
+      },
+      {
+        "byte_count": 1935413176,
+        "filename": "model-00112-of-00131.safetensors",
+        "sha256": "90d2e46457dd629a0ebab7d3f4c36de7a0613518fcd3ba6e6a0143d9c24ae04f"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00113-of-00131.safetensors",
+        "sha256": "ef41245305a23555a29b880ae2325b48bebf6547ac4506d58fa88df6279fe1b8"
+      },
+      {
+        "byte_count": 1832523512,
+        "filename": "model-00114-of-00131.safetensors",
+        "sha256": "b8d004974b91dad16757c9ad6be6682756e17843c7026e441f2a075de33ab4f5"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00115-of-00131.safetensors",
+        "sha256": "b536b5337a35402f1152951adb84d73344bd7331d0990ded99cf6692a31b775b"
+      },
+      {
+        "byte_count": 1832518280,
+        "filename": "model-00116-of-00131.safetensors",
+        "sha256": "b8387f98bdf76108479a941bdce430b1f81beb134d8f9b8aa0ed55cecb27de78"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00117-of-00131.safetensors",
+        "sha256": "27b091d8a571ee1fc28c4c7091ff1ee969f02d772dc57f6b3a2289048b7954a7"
+      },
+      {
+        "byte_count": 1716620424,
+        "filename": "model-00118-of-00131.safetensors",
+        "sha256": "ffe5cc04b3c2bdfeaba652267ecce7f9ded512646840effe6dd1908f65a299b4"
+      },
+      {
+        "byte_count": 3355443376,
+        "filename": "model-00119-of-00131.safetensors",
+        "sha256": "fae555008bac77f16a20300728b38a0616a8228c9b885be2917ae42c7c25ca31"
+      },
+      {
+        "byte_count": 1948519840,
+        "filename": "model-00120-of-00131.safetensors",
+        "sha256": "6a13f7374f7998ce5413fd1a94a2796f10a389ac4ba0da073e80fa91eca1b40e"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00121-of-00131.safetensors",
+        "sha256": "e00e79982774c7c127bd6a580a694fb5d0a8def1c06d041742ee668989ffc217"
+      },
+      {
+        "byte_count": 1832518264,
+        "filename": "model-00122-of-00131.safetensors",
+        "sha256": "686b6d76dc530bcc4795bdf9a815a057c0888582946884844dcb265cf7dd3d24"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00123-of-00131.safetensors",
+        "sha256": "bb8e5b70612d7bca47ad84f9858112707d02215d81b946f0ab7ac604391ff22e"
+      },
+      {
+        "byte_count": 1729707128,
+        "filename": "model-00124-of-00131.safetensors",
+        "sha256": "bf22358402faf83962759e05b13480151b138d03203d30f04524f8d53e498c7c"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00125-of-00131.safetensors",
+        "sha256": "b91a643909b50e759650fb95868f7c5a4885017e3f53d863027b04e8aa91d1c8"
+      },
+      {
+        "byte_count": 1935412520,
+        "filename": "model-00126-of-00131.safetensors",
+        "sha256": "a088d1d8bbdaf7573c4ba8512fae71c7a7816e1610a29e4f692fbb1a42255940"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00127-of-00131.safetensors",
+        "sha256": "fa0c609906b194b1c5172d7346f971b2ebd41f674af8f1469c2fc9232ccc2506"
+      },
+      {
+        "byte_count": 1832518264,
+        "filename": "model-00128-of-00131.safetensors",
+        "sha256": "abfe513d53dd3bc17958ae25518dd0e30300616ecd807bb3ca12563f1ff22314"
+      },
+      {
+        "byte_count": 3355443368,
+        "filename": "model-00129-of-00131.safetensors",
+        "sha256": "d24efe73405768b694ca22d3d5ba0f6c878d8e3f4ad6375c3dde936a897fd458"
+      },
+      {
+        "byte_count": 2974788136,
+        "filename": "model-00130-of-00131.safetensors",
+        "sha256": "2d651616c258aaeae8ba1c4631bcbc6e72f3dca8f2a2f3add3b00c4bb45f95c2"
+      },
+      {
+        "byte_count": 1271398528,
+        "filename": "model-00131-of-00131.safetensors",
+        "sha256": "50be0ccd11e4da0c92114600aca321d2c18f795e9e923fd587469587ecfd9df4"
+      }
+    ],
+    "weight_bytes": 359999963128
+  },
+  "toolchain": {
+    "huggingface_hub": "1.28.0",
+    "mlx": "0.32.2",
+    "numpy": "2.5.2",
+    "platform": "Linux-6.8.0-138-generic-x86_64-with-glibc2.39",
+    "python": "3.12.3",
+    "safetensors": "0.8.0"
+  },
+  "validation": {
+    "complete_weight_map": true,
+    "generation_smoke": false,
+    "generation_smoke_reason": "Conversion completed before native output-quality qualification.",
+    "output_logical_bytes": 89642322808,
+    "output_shards_sha256_verified": 131,
+    "output_tensor_count": 3817,
+    "source_shards_sha256_verified": 131,
+    "source_tensor_count": 1658
+  }
+}