Upload folder using huggingface_hub

config.json

@@ -8,20 +8,31 @@
   "quantization_config": {
     "autoround_version": "0.12.0",
     "bits": 4,
-    "block_name_to_quantize": "model.language_model.layers",
+    "block_name_to_quantize": [
+      "model.language_model.layers",
+      "mtp.layers"
+    ],
     "data_type": "int",
     "extra_config": {
-      "model.language_model.layers.0.mlp.shared_expert.down_proj": {
+      ".*mtp\\.fc.*": {
         "bits": 16,
         "data_type": "float"
       },
+      ".*shared_expert.*": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "model.language_model.layers.0.mlp.shared_expert.down_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
       "model.language_model.layers.0.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.0.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.0.mlp.shared_expert_gate": {
         "bits": 16,
@@ -29,15 +40,15 @@
       },
       "model.language_model.layers.1.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.1.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.1.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.1.mlp.shared_expert_gate": {
         "bits": 16,
@@ -45,15 +56,15 @@
       },
       "model.language_model.layers.10.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.10.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.10.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.10.mlp.shared_expert_gate": {
         "bits": 16,
@@ -61,15 +72,15 @@
       },
       "model.language_model.layers.11.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.11.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.11.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.11.mlp.shared_expert_gate": {
         "bits": 16,
@@ -77,15 +88,15 @@
       },
       "model.language_model.layers.12.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.12.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.12.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.12.mlp.shared_expert_gate": {
         "bits": 16,
@@ -93,15 +104,15 @@
       },
       "model.language_model.layers.13.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.13.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.13.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.13.mlp.shared_expert_gate": {
         "bits": 16,
@@ -109,15 +120,15 @@
       },
       "model.language_model.layers.14.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.14.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.14.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.14.mlp.shared_expert_gate": {
         "bits": 16,
@@ -125,15 +136,15 @@
       },
       "model.language_model.layers.15.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.15.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.15.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.15.mlp.shared_expert_gate": {
         "bits": 16,
@@ -141,15 +152,15 @@
       },
       "model.language_model.layers.16.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.16.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.16.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.16.mlp.shared_expert_gate": {
         "bits": 16,
@@ -157,15 +168,15 @@
       },
       "model.language_model.layers.17.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.17.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.17.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.17.mlp.shared_expert_gate": {
         "bits": 16,
@@ -173,15 +184,15 @@
       },
       "model.language_model.layers.18.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.18.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.18.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.18.mlp.shared_expert_gate": {
         "bits": 16,
@@ -189,15 +200,15 @@
       },
       "model.language_model.layers.19.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.19.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.19.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.19.mlp.shared_expert_gate": {
         "bits": 16,
@@ -205,15 +216,15 @@
       },
       "model.language_model.layers.2.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.2.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.2.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.2.mlp.shared_expert_gate": {
         "bits": 16,
@@ -221,15 +232,15 @@
       },
       "model.language_model.layers.20.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.20.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.20.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.20.mlp.shared_expert_gate": {
         "bits": 16,
@@ -237,15 +248,15 @@
       },
       "model.language_model.layers.21.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.21.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.21.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.21.mlp.shared_expert_gate": {
         "bits": 16,
@@ -253,15 +264,15 @@
       },
       "model.language_model.layers.22.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.22.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.22.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.22.mlp.shared_expert_gate": {
         "bits": 16,
@@ -269,15 +280,15 @@
       },
       "model.language_model.layers.23.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.23.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.23.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.23.mlp.shared_expert_gate": {
         "bits": 16,
@@ -285,15 +296,15 @@
       },
       "model.language_model.layers.24.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.24.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.24.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.24.mlp.shared_expert_gate": {
         "bits": 16,
@@ -301,15 +312,15 @@
       },
       "model.language_model.layers.25.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.25.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.25.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.25.mlp.shared_expert_gate": {
         "bits": 16,
@@ -317,15 +328,15 @@
       },
       "model.language_model.layers.26.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.26.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.26.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.26.mlp.shared_expert_gate": {
         "bits": 16,
@@ -333,15 +344,15 @@
       },
       "model.language_model.layers.27.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.27.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.27.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.27.mlp.shared_expert_gate": {
         "bits": 16,
@@ -349,15 +360,15 @@
       },
       "model.language_model.layers.28.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.28.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.28.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.28.mlp.shared_expert_gate": {
         "bits": 16,
@@ -365,15 +376,15 @@
       },
       "model.language_model.layers.29.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.29.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.29.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.29.mlp.shared_expert_gate": {
         "bits": 16,
@@ -381,15 +392,15 @@
       },
       "model.language_model.layers.3.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.3.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.3.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.3.mlp.shared_expert_gate": {
         "bits": 16,
@@ -397,15 +408,15 @@
       },
       "model.language_model.layers.30.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.30.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.30.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.30.mlp.shared_expert_gate": {
         "bits": 16,
@@ -413,15 +424,15 @@
       },
       "model.language_model.layers.31.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.31.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.31.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.31.mlp.shared_expert_gate": {
         "bits": 16,
@@ -429,15 +440,15 @@
       },
       "model.language_model.layers.32.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.32.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.32.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.32.mlp.shared_expert_gate": {
         "bits": 16,
@@ -445,15 +456,15 @@
       },
       "model.language_model.layers.33.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.33.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.33.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.33.mlp.shared_expert_gate": {
         "bits": 16,
@@ -461,15 +472,15 @@
       },
       "model.language_model.layers.34.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.34.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.34.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.34.mlp.shared_expert_gate": {
         "bits": 16,
@@ -477,15 +488,15 @@
       },
       "model.language_model.layers.35.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.35.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.35.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.35.mlp.shared_expert_gate": {
         "bits": 16,
@@ -493,15 +504,15 @@
       },
       "model.language_model.layers.36.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.36.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.36.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.36.mlp.shared_expert_gate": {
         "bits": 16,
@@ -509,15 +520,15 @@
       },
       "model.language_model.layers.37.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.37.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.37.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.37.mlp.shared_expert_gate": {
         "bits": 16,
@@ -525,15 +536,15 @@
       },
       "model.language_model.layers.38.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.38.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.38.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.38.mlp.shared_expert_gate": {
         "bits": 16,
@@ -541,15 +552,15 @@
       },
       "model.language_model.layers.39.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.39.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.39.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.39.mlp.shared_expert_gate": {
         "bits": 16,
@@ -557,15 +568,15 @@
       },
       "model.language_model.layers.4.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.4.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.4.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.4.mlp.shared_expert_gate": {
         "bits": 16,
@@ -573,15 +584,15 @@
       },
       "model.language_model.layers.5.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.5.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.5.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.5.mlp.shared_expert_gate": {
         "bits": 16,
@@ -589,15 +600,15 @@
       },
       "model.language_model.layers.6.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.6.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.6.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.6.mlp.shared_expert_gate": {
         "bits": 16,
@@ -605,15 +616,15 @@
       },
       "model.language_model.layers.7.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.7.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.7.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.7.mlp.shared_expert_gate": {
         "bits": 16,
@@ -621,15 +632,15 @@
       },
       "model.language_model.layers.8.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.8.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.8.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.8.mlp.shared_expert_gate": {
         "bits": 16,
@@ -637,22 +648,47 @@
       },
       "model.language_model.layers.9.mlp.shared_expert.down_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.9.mlp.shared_expert.gate_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.9.mlp.shared_expert.up_proj": {
         "bits": 16,
-        "data_type": "float"
+        "data_type": "fp"
       },
       "model.language_model.layers.9.mlp.shared_expert_gate": {
         "bits": 16,
         "data_type": "fp"
+      },
+      "mtp.fc": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.shared_expert.down_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.shared_expert.gate_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.shared_expert.up_proj": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.gate": {
+        "bits": 16,
+        "data_type": "fp"
+      },
+      "mtp.layers.0.mlp.shared_expert_gate": {
+        "bits": 16,
+        "data_type": "fp"
       }
     },
     "group_size": 128,
+    "iters": 0,
     "packing_format": "auto_round:auto_gptq",
     "quant_method": "auto-round",
     "sym": true
@@ -750,7 +786,7 @@
     "vocab_size": 248320
   },
   "tie_word_embeddings": false,
-  "transformers_version": "5.2.0",
+  "transformers_version": "5.3.0.dev0",
   "video_token_id": 248057,
   "vision_config": {
     "deepstack_visual_indexes": [],

model_extra_tensors.safetensors

@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f831da57668975b09d1e7c518c421c59146621d565d6655a7cff92e0a8070bbe
-size 1689376032
+oid sha256:6e53e876fe0a0c9bb8a78a8e709e204b55522b76ebe1f2940f43156565d7923d
+size 456960648