diff --git a/.gitattributes b/.gitattributes
index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644
--- a/.gitattributes
+++ b/.gitattributes
@@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text
 *.zip filter=lfs diff=lfs merge=lfs -text
 *.zst filter=lfs diff=lfs merge=lfs -text
 *tfevents* filter=lfs diff=lfs merge=lfs -text
+tokenizer.json filter=lfs diff=lfs merge=lfs -text
diff --git a/README.md b/README.md
new file mode 100644
index 0000000000000000000000000000000000000000..3b92d1e9dd61a1f3f790fcb0955826c6c3b53bf6
--- /dev/null
+++ b/README.md
@@ -0,0 +1,18 @@
+---
+library_name: mlx
+tags:
+- mlx
+- oq
+- quantized
+---
+
+# GLM-5.3-oQ4e
+
+This model was quantized using [oQ](https://github.com/jundot/omlx) (oMLX v0.6.4) mixed-precision quantization.
+
+## Quantization details
+
+- **Model type**: glm_moe_dsa
+- **Bits**: 4
+- **Group size**: 64
+- **Format**: MLX safetensors
diff --git a/chat_template.jinja b/chat_template.jinja
new file mode 100644
index 0000000000000000000000000000000000000000..d226a6928e6ba040e2eadccaf832c037bc4cd98f
--- /dev/null
+++ b/chat_template.jinja
@@ -0,0 +1,251 @@
+[gMASK]<sop>
+{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%}
+{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%}
+{%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%}
+{%- if tools -%}
+{%- macro tool_to_json(tool) -%}
+    {%- set ns_tool = namespace(first=true) -%}
+    {{ '{' -}}
+    {%- for k, v in tool.items() -%}
+        {%- if k != 'defer_loading' and k != 'strict' -%}
+            {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%}
+            {%- set ns_tool.first = false -%}
+            "{{ k }}": {{ v | tojson(ensure_ascii=False) }}
+        {%- endif -%}
+    {%- endfor -%}
+    {{- '}' -}}
+{%- endmacro -%}
+{%- macro tool_references_to_response(refs) -%}
+    {{- '<tool_response><tools>\n' -}}
+    {%- for tr in refs -%}
+        {%- for tool in tools -%}
+            {%- if 'function' in tool -%}
+                {%- set tool = tool['function'] -%}
+            {%- endif -%}
+            {%- if tool.name == tr.name -%}
+                {{- tool_to_json(tool) + '\n' -}}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- endfor -%}
+    {{- '</tools></tool_response>' -}}
+{%- endmacro -%}
+<|system|>
+# Tools
+
+You may call one or more functions to assist with the user query.
+
+You are provided with function signatures within <tools></tools> XML tags:
+<tools>
+{% for tool in tools %}
+{%- if 'function' in tool -%}
+    {%- set tool = tool['function'] -%}
+{%- endif -%}
+{% if tool.defer_loading is not defined or not tool.defer_loading %}
+{{ tool_to_json(tool) }}
+{% endif %}
+{% endfor %}
+</tools>
+
+For each function call, output the function name and arguments within the following XML format:
+<tool_call>{function-name}<arg_key>{arg-key-1}</arg_key><arg_value>{arg-value-1}</arg_value><arg_key>{arg-key-2}</arg_key><arg_value>{arg-value-2}</arg_value>...</tool_call>{%- endif -%}
+{%- macro visible_text(content) -%}
+    {%- if content is string -%}
+        {{- content }}
+    {%- elif content is iterable and content is not mapping -%}
+        {%- for item in content -%}
+            {%- if item is mapping and item.type == 'text' -%}
+                {{- item.text }}
+            {%- elif item is string -%}
+                {{- item }}
+            {%- elif item is mapping and item.type in ['image', 'image_url', 'video', 'video_url', 'audio', 'audio_url', 'input_audio'] -%}
+                {%- set media_type = item.type | replace('_url', '') | replace('input_', '') -%}
+                {{- "<reminder>You are unable to process this " ~ media_type ~ " because you don't have multi-modal input ability. Try different methods.</reminder>" }}
+            {%- endif -%}
+        {%- endfor -%}
+    {%- else -%}
+        {{- content }}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro tool_response(text) -%}
+{{- '<tool_response>' + text + '</tool_response>' -}}
+{%- endmacro -%}
+{%- macro render_tool_response(m) -%}
+{%- if m.content is string -%}
+    {{- tool_response(m.content) -}}
+{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%}
+    {{- tool_references_to_response(m.content) -}}
+{%- elif is_list_of_outputs(m) -%}
+    {%- for tr in m.content -%}
+        {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%}
+            {{- tool_references_to_response(tr.output) -}}
+        {%- else -%}
+            {{- tool_response(visible_text(tr.output)) -}}
+        {%- endif -%}
+    {%- endfor -%}
+{%- else -%}
+    {{- tool_response(visible_text(m.content)) -}}
+{%- endif -%}
+{%- endmacro -%}
+{%- macro id_of(obj) -%}
+    {%- if obj.tool_call_id -%}
+        {{- obj.tool_call_id -}}
+    {%- elif obj.id -%}
+        {{- obj.id -}}
+    {%- endif -%}
+{%- endmacro -%}
+{%- macro is_list_of_outputs(m) -%}
+    {%- if m.content and m.content.0.output is defined -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro has_dup_tool_result_id(lo, hi, target) -%}
+    {%- set ns_cnt = namespace(n=0) -%}
+    {%- for k in range(lo, hi + 1) -%}
+        {%- set m = messages[k] -%}
+        {%- if is_list_of_outputs(m) -%}
+            {%- for entry in m.content -%}
+                {%- if id_of(entry) == target -%}
+                    {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- elif id_of(m) == target -%}
+            {%- set ns_cnt.n = ns_cnt.n + 1 -%}
+        {%- endif -%}
+        {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%}
+    {%- endfor -%}
+    {%- if ns_cnt.n > 1 -%}1{%- endif -%}
+{%- endmacro -%}
+{%- macro tc_id_exists(tcs, target) -%}
+    {%- set ns_f = namespace(found=false) -%}
+    {%- for tc in tcs -%}
+        {%- if id_of(tc) == target -%}
+            {%- set ns_f.found = true -%}
+            {%- break -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {%- if ns_f.found -%}1{%- endif -%}
+{%- endmacro -%}
+{%- set ns = namespace(last_user_index=-1) -%}
+{%- for m in messages %}
+    {%- if m.role == 'user' %}
+        {%- set ns.last_user_index = loop.index0 -%}
+    {%- endif %}
+{%- endfor %}
+{%- for m in messages -%}
+{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }}
+{%- elif m.role == 'assistant' -%}
+<|assistant|>
+{%- set content = visible_text(m.content) %}
+{%- if m.reasoning_content is string %}
+    {%- set reasoning_content = m.reasoning_content %}
+{%- elif '</think>' in content %}
+    {%- set reasoning_content = content.split('</think>')[0].split('<think>')[-1] %}
+    {%- set content = content.split('</think>')[-1] %}
+{%- endif %}
+{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%}
+{{ '<think>' + reasoning_content +  '</think>'}}
+{%- else -%}
+{{ '<think></think>' }}
+{%- endif -%}
+{%- if content.strip() -%}
+{{ content.strip() }}
+{%- endif -%}
+{% if m.tool_calls %}
+{% for tc in m.tool_calls %}
+{%- if tc.function %}
+    {%- set tc = tc.function %}
+{%- endif %}
+{{- '<tool_call>' + tc.name -}}
+{% set _args = tc.arguments %}{% for k, v in _args.items() %}<arg_key>{{ k }}</arg_key><arg_value>{{ v | tojson(ensure_ascii=False) if v is not string else v }}</arg_value>{% endfor %}</tool_call>{% endfor %}
+{% endif %}
+{%- elif m.role == 'tool' -%}
+{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %}
+    {{- '<|observation|>' -}}
+    {%- set block_start = loop.index0 -%}
+    {%- set ns_blk = namespace(end=block_start) -%}
+    {%- for j in range(block_start, messages|length) -%}
+        {%- if messages[j].role == 'tool' -%}
+            {%- set ns_blk.end = j -%}
+        {%- else -%}
+            {%- break -%}
+        {%- endif -%}
+    {%- endfor -%}
+    {%- set ns_a = namespace(tool_calls=none) -%}
+    {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%}
+        {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%}
+    {%- endif -%}
+    {%- set ns_chk = namespace(can_sort=true) -%}
+    {%- if not ns_a.tool_calls -%}
+        {%- set ns_chk.can_sort = false -%}
+    {%- else -%}
+        {%- for k in range(block_start, ns_blk.end + 1) -%}
+            {%- set m = messages[k] -%}
+            {%- if is_list_of_outputs(m) -%}
+                {%- for entry in m.content -%}
+                    {%- set eid = id_of(entry) -%}
+                    {%- if not eid -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%}
+                        {%- set ns_chk.can_sort = false -%}
+                    {%- endif -%}
+                {%- endfor -%}
+            {%- else -%}
+                {%- set tk_id = id_of(m) -%}
+                {%- if not tk_id -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- endif -%}
+            {%- endif -%}
+        {%- endfor -%}
+        {%- for i in range(ns_a.tool_calls | length) -%}
+            {%- set tc_id = id_of(ns_a.tool_calls[i]) -%}
+            {%- if not tc_id -%}
+                {%- set ns_chk.can_sort = false -%}
+            {%- endif -%}
+            {%- for j in range(i + 1, ns_a.tool_calls | length) -%}
+                {%- if id_of(ns_a.tool_calls[j]) == tc_id -%}
+                    {%- set ns_chk.can_sort = false -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endfor -%}
+    {%- endif -%}
+    {%- if ns_chk.can_sort -%}
+        {%- for tc in ns_a.tool_calls -%}
+            {%- set tc_id = id_of(tc) -%}
+            {%- for k in range(block_start, ns_blk.end + 1) -%}
+                {%- set m = messages[k] -%}
+                {%- if is_list_of_outputs(m) -%}
+                    {%- for entry in m.content -%}
+                        {%- set eid = id_of(entry) -%}
+                        {%- if eid == tc_id -%}
+                            {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%}
+                                {{- tool_references_to_response(entry.output) -}}
+                            {%- else -%}
+                                {{- tool_response(visible_text(entry.output)) -}}
+                            {%- endif -%}
+                        {%- endif -%}
+                    {%- endfor -%}
+                {%- else -%}
+                    {%- set tk_id = id_of(m) -%}
+                    {%- if tk_id == tc_id -%}
+                        {{- render_tool_response(m) -}}
+                    {%- endif -%}
+                {%- endif -%}
+            {%- endfor -%}
+        {%- endfor -%}
+    {%- else -%}
+        {%- for k in range(block_start, ns_blk.end + 1) -%}
+            {{- render_tool_response(messages[k]) -}}
+        {%- endfor -%}
+    {%- endif -%}
+{% endif -%}
+{%- elif m.role == 'system' -%}
+<|system|>{{ visible_text(m.content) }}
+{%- endif -%}
+{%- endfor -%}
+{%- if add_generation_prompt -%}
+    <|assistant|>{{- '<think>' -}}
+{%- endif -%}
diff --git a/config.json b/config.json
new file mode 100644
index 0000000000000000000000000000000000000000..5e41f17c96a3c069071a892d84555e0d012ab4a1
--- /dev/null
+++ b/config.json
@@ -0,0 +1,7904 @@
+{
+  "architectures": [
+    "GlmMoeDsaForCausalLM"
+  ],
+  "attention_bias": false,
+  "attention_dropout": 0.0,
+  "dtype": "bfloat16",
+  "eos_token_id": [
+    154820,
+    154827,
+    154829
+  ],
+  "ep_size": 1,
+  "first_k_dense_replace": 3,
+  "head_dim": 192,
+  "hidden_act": "silu",
+  "hidden_size": 6144,
+  "index_head_dim": 128,
+  "index_n_heads": 32,
+  "index_share_for_mtp_iteration": true,
+  "index_skip_topk_offset": 3,
+  "index_topk": 2048,
+  "index_topk_freq": 4,
+  "index_topk_pattern": null,
+  "indexer_rope_interleave": true,
+  "indexer_types": [
+    "full",
+    "full",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared",
+    "full",
+    "shared",
+    "shared",
+    "shared"
+  ],
+  "initializer_range": 0.02,
+  "intermediate_size": 12288,
+  "kv_lora_rank": 512,
+  "max_position_embeddings": 1048576,
+  "mlp_layer_types": [
+    "dense",
+    "dense",
+    "dense",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse",
+    "sparse"
+  ],
+  "model_type": "glm_moe_dsa",
+  "moe_intermediate_size": 2048,
+  "moe_layer_freq": 1,
+  "moe_router_dtype": "float32",
+  "n_group": 1,
+  "n_routed_experts": 256,
+  "n_shared_experts": 1,
+  "norm_topk_prob": true,
+  "num_attention_heads": 64,
+  "num_experts_per_tok": 8,
+  "num_hidden_layers": 78,
+  "num_key_value_heads": 64,
+  "num_nextn_predict_layers": 0,
+  "pad_token_id": 154820,
+  "pretraining_tp": 1,
+  "q_lora_rank": 2048,
+  "qk_head_dim": 256,
+  "qk_nope_head_dim": 192,
+  "qk_rope_head_dim": 64,
+  "rms_norm_eps": 1e-05,
+  "rope_interleave": true,
+  "rope_parameters": {
+    "rope_theta": 8000000,
+    "rope_type": "default"
+  },
+  "routed_scaling_factor": 2.5,
+  "scoring_func": "sigmoid",
+  "tie_word_embeddings": false,
+  "topk_group": 1,
+  "topk_method": "noaux_tc",
+  "transformers_version": "5.15.0",
+  "use_cache": true,
+  "v_head_dim": 256,
+  "vocab_size": 154880,
+  "quantization_config": {
+    "group_size": 64,
+    "bits": 4,
+    "mode": "affine",
+    "lm_head": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.embed_tokens": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    }
+  },
+  "quantization": {
+    "group_size": 64,
+    "bits": 4,
+    "mode": "affine",
+    "lm_head": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.embed_tokens": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.mlp.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.weights_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.wk": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.indexer.wq_b": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.down_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.gate_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.mlp.shared_experts.up_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.kv_a_proj_with_mqa": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.o_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.q_a_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.q_b_proj": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.0.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.1.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.2.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.3.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.4.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.5.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.6.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.7.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.8.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.9.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.10.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.11.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.12.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.13.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.14.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.15.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.16.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.17.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.18.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.19.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.20.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.21.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.22.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.23.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.24.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.25.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.26.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.27.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.28.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.29.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.30.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.31.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.32.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.33.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.34.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.35.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.36.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.37.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.38.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.39.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.40.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.41.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.42.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.43.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.44.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.45.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.46.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.47.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.48.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.49.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.50.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.51.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.52.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.53.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.54.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.55.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.56.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.57.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.58.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.59.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.60.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.61.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.62.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.63.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.64.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.65.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.66.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.67.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.68.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.69.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.70.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.71.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.72.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.73.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.74.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.75.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.76.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.embed_q": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    },
+    "model.layers.77.self_attn.unembed_out": {
+      "bits": 8,
+      "group_size": 64,
+      "mode": "affine"
+    }
+  }
+}
\ No newline at end of file
diff --git a/generation_config.json b/generation_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..216bbb092d0df0dda1dc4cedd789b92286c4c001
--- /dev/null
+++ b/generation_config.json
@@ -0,0 +1,12 @@
+{
+  "_from_model_config": true,
+  "eos_token_id": [
+    154820,
+    154827,
+    154829
+  ],
+  "pad_token_id": 154820,
+  "temperature": 1.0,
+  "top_p": 0.95,
+  "transformers_version": "5.12.0"
+}
diff --git a/model-00001-of-00079.safetensors b/model-00001-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..49af6725d419d708361951c00dd41527f20339b1
--- /dev/null
+++ b/model-00001-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5705a7cbf95a2bbc5c536df67aaaacff4e90137852e385f94259cf2d9796fb28
+size 5063664250
diff --git a/model-00002-of-00079.safetensors b/model-00002-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..185ec1cda2f46f01db213c60cbc48106366ae2e1
--- /dev/null
+++ b/model-00002-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d82d83400416a969c86462f27b1f3ba577d6799e594cd0f484a2885196cf859d
+size 5012327303
diff --git a/model-00003-of-00079.safetensors b/model-00003-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..30b7e3ceb151f01932e6c247a04f06c51aa9278c
--- /dev/null
+++ b/model-00003-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:40c6e1524204a642da07eafaae8b1eb272be92a80877044cb41f3da84e81dd35
+size 5052995913
diff --git a/model-00004-of-00079.safetensors b/model-00004-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..94151960e6140bf18b8679c6249d7610d5d8499b
--- /dev/null
+++ b/model-00004-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:504dbc5f7524bf8116d32d16b7a4a99620d98957f2bbe6e4181096495fbe50e7
+size 5389034624
diff --git a/model-00005-of-00079.safetensors b/model-00005-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3528170ddf44084f92d6a2f0ec07070432f42ca2
--- /dev/null
+++ b/model-00005-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:601170584b77c6392d113f0e7c4b05bb73c4241383a1561337fa34e3dc612202
+size 5451417068
diff --git a/model-00006-of-00079.safetensors b/model-00006-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..da47e1fd0461167f6c15b8c8e9cfa8f5e10a52b5
--- /dev/null
+++ b/model-00006-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ffeeb1e167f91e4af4214387702c8fb1878272478f4cbf3931e0c8fdaf88a01e
+size 5451417038
diff --git a/model-00007-of-00079.safetensors b/model-00007-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86cb2ac163ea1af8246d7294c986f49d9848fd4d
--- /dev/null
+++ b/model-00007-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a02d53dd0df4b9008c00733ced63cbcd299db9d36e1777cedaee18a69aeb197b
+size 5451417066
diff --git a/model-00008-of-00079.safetensors b/model-00008-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..896566bda83d766271920a82353348bab7168c9b
--- /dev/null
+++ b/model-00008-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e792799494ba71df1c4a3b736b1c5c6e96ab94cdec3f6457ba9d6193b68bc6f4
+size 5451417068
diff --git a/model-00009-of-00079.safetensors b/model-00009-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3c023f1ab3a1274feaf0e0391dc8a385cd257dae
--- /dev/null
+++ b/model-00009-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07a1f424f62e43a76f067b7347ba2c446c9eebd7558bf6527a890d61b99af30d
+size 5451417070
diff --git a/model-00010-of-00079.safetensors b/model-00010-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f60953230d966277c081e4e796c7854d254b6cf3
--- /dev/null
+++ b/model-00010-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e0ab87acc6f5cf018d9c45e0da43aeb910ba9789700ac2dbbdc604b3fc9b1699
+size 5451417066
diff --git a/model-00011-of-00079.safetensors b/model-00011-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ef36daee8ad7b28ff2684771edd31a1f40b01dc5
--- /dev/null
+++ b/model-00011-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ecb7d79d7cefe39809e899a38d2407b84f63a78f672d638eccb78bf9ed099a98
+size 5451417055
diff --git a/model-00012-of-00079.safetensors b/model-00012-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2df7dba359245f012af6c266b4efd79dd5d47a53
--- /dev/null
+++ b/model-00012-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a5fd2d3509b009c3ff8000296accbeea720829f2b83c3028a0e3a66842ca3935
+size 5451417080
diff --git a/model-00013-of-00079.safetensors b/model-00013-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..304348c6a16e8c1935f924d9e63b148e1e61f41b
--- /dev/null
+++ b/model-00013-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e78bfa1cb6266abb95d636dba0bfbec1f6abefcd5ddfd622ebd7ad90377b66a3
+size 5451417082
diff --git a/model-00014-of-00079.safetensors b/model-00014-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cf2a0963b63ccb4663d35dd5cd41dd343fe70d4b
--- /dev/null
+++ b/model-00014-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:23d85d764e390f257e904c72b566ceae28b01ef0a3a30462fb6cf7b7684dc372
+size 5451417078
diff --git a/model-00015-of-00079.safetensors b/model-00015-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e05c3edf4aadea6f19cd14f9b669e994a2f8c182
--- /dev/null
+++ b/model-00015-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07f8a3a1ce6b263305bfc7516693a4fb6a74cc48d5932c3b6427c6190c773e9c
+size 5451417078
diff --git a/model-00016-of-00079.safetensors b/model-00016-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..e5a6b2080b3aea9a56f4e5980e7d6333f3ca382c
--- /dev/null
+++ b/model-00016-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1d09b8da1ac04ac96b5d42db3ce16fa3cfd5004c3e5c10da0a08716d5b41745e
+size 5451417078
diff --git a/model-00017-of-00079.safetensors b/model-00017-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..60478efa34edba3df779a1822766716d6cbfd2f8
--- /dev/null
+++ b/model-00017-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:895df843a25bfaf4e07aa7cd34273b5239e2ce15b42cb8c6c51cb070f58bb8a2
+size 5451417080
diff --git a/model-00018-of-00079.safetensors b/model-00018-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fa86ec7341b5630a6ed1bded2ab0784e763dd266
--- /dev/null
+++ b/model-00018-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6359a5f11ade82b568a9af08aeeff8678171d5aca37dc319767a9c2cd9367378
+size 5451417080
diff --git a/model-00019-of-00079.safetensors b/model-00019-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..69f1f4d46257ceb48398e14edea39c85391bb05f
--- /dev/null
+++ b/model-00019-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e4481f881e4ae0e7bb053c6740826cbec92cacc7285b6dcacc0cd84b7979b12b
+size 5451417082
diff --git a/model-00020-of-00079.safetensors b/model-00020-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..452e5121f6e0bc1fa66151c2c186a225136f3e35
--- /dev/null
+++ b/model-00020-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a3012e42cac8068c1a7e4948f06b686e19e488886b1579d1a2bfbc9d8a36c519
+size 5451417068
diff --git a/model-00021-of-00079.safetensors b/model-00021-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5c7920c199a6d7bfd4beb7b304a18080b8b381e2
--- /dev/null
+++ b/model-00021-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:ed098adb6fcaa250d95bd3121d530f3b3590f485a5458a0483091f57dde1512d
+size 5451417082
diff --git a/model-00022-of-00079.safetensors b/model-00022-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..094d4484836827ff2724c5526ab1d4103231b341
--- /dev/null
+++ b/model-00022-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e81693802cc9114bb1676b5c0c7e03178bda36b6dc1f8bf4536cc427f6aa465e
+size 5451417080
diff --git a/model-00023-of-00079.safetensors b/model-00023-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..50361ee499b9462cf7c189ac570431aa5fc4008b
--- /dev/null
+++ b/model-00023-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:209dcdc167211289fd87205cb3110c9078a1057ab0c50c1b1ca06aed7f837c7e
+size 5451417066
diff --git a/model-00024-of-00079.safetensors b/model-00024-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9411b9514835b2c19eb3f07e8cdefd8eecbcf7a1
--- /dev/null
+++ b/model-00024-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a24542790575635775884d2b23000bcb2f90d184ef8f49bcf151af172fc74f7b
+size 5451417078
diff --git a/model-00025-of-00079.safetensors b/model-00025-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ed60bcdd8aae96353613297001bb27351e33fa4b
--- /dev/null
+++ b/model-00025-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d30d18d7ef75fd2142b5a4d489cb13dfda3e444ec9f38427c999033435fb7fe6
+size 5451417078
diff --git a/model-00026-of-00079.safetensors b/model-00026-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..460de699c5f826f30a3a11414b61c14a615e1201
--- /dev/null
+++ b/model-00026-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9fe216b9c6e4ae71c7769f8a0b7f3c56a5278f7e0085403fe434e668d106a943
+size 5451417076
diff --git a/model-00027-of-00079.safetensors b/model-00027-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..488ae4a62162806fd01bb484db4faba67b624ea4
--- /dev/null
+++ b/model-00027-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:c6df5340ce0849670970d2a46cfd1ddc0c7d3095b4429c7016a6e9d49bea39f6
+size 5451417080
diff --git a/model-00028-of-00079.safetensors b/model-00028-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..800521a87b1e77d92dbe4b44a333e04cfd442806
--- /dev/null
+++ b/model-00028-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fae1277b134ccc9cffcdebb2e6e30d81e074e00aa955aba39e8f86a3bad6b0e3
+size 5451417080
diff --git a/model-00029-of-00079.safetensors b/model-00029-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9035dbeabd71caf3dccb64deafc9442d21fb4fcf
--- /dev/null
+++ b/model-00029-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4502aaf35dea2c6fd72e96957d31d9697ce56b35adb30b1a093371cc1ac61057
+size 5451417080
diff --git a/model-00030-of-00079.safetensors b/model-00030-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5ef9ff3c049c02508e1ff519c931dd75e22a6117
--- /dev/null
+++ b/model-00030-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2d381cf1d71fd528f82b0683772e087e78237f1cb91c9b4d5b8e9cfec812c0b9
+size 5451417080
diff --git a/model-00031-of-00079.safetensors b/model-00031-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d2be6a1a43202dddda2c6d9aef918924e2f045f4
--- /dev/null
+++ b/model-00031-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:d11644c715795189c6b633c0900edfd9f44013cbca1f0cfab38b825fd3282d46
+size 5451417082
diff --git a/model-00032-of-00079.safetensors b/model-00032-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9530d3d7d914b32695ce252aeb6ab7bd9ce3c262
--- /dev/null
+++ b/model-00032-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4a2101d02c9826e9a246baa8c789d5637e852a21fe9f4d5396178ec73a05fdc7
+size 5451417080
diff --git a/model-00033-of-00079.safetensors b/model-00033-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eab50bbbbd5a72f9704ddf2fa1a1e6ce6853009b
--- /dev/null
+++ b/model-00033-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5de4b2cd58e8411efd27f3b6ba5a1a805b3a3b6e9748fb85e4f6c850da703f8b
+size 5451417064
diff --git a/model-00034-of-00079.safetensors b/model-00034-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..ae0aa0d11113915f82c345190b3596db043035bf
--- /dev/null
+++ b/model-00034-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7a9e75627f4450a3d4ed0b3ac63e68806b3486b598a5141fa1743be11c1b4716
+size 5451417080
diff --git a/model-00035-of-00079.safetensors b/model-00035-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c86bfe38d100462b0cff8f0192c22d8ae6bd776f
--- /dev/null
+++ b/model-00035-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:7007eb2a25a071df79a65b2eaa59878507ab6d80ddd599971109321a879c59d7
+size 5451417070
diff --git a/model-00036-of-00079.safetensors b/model-00036-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..53d836efe4fb2ecfb1ad880af00aa6177a3943eb
--- /dev/null
+++ b/model-00036-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:dbf4e52e0f24080fa3f7a10f22e851d0d18c172ff1a076f164aa085d1ebf6a15
+size 5451417072
diff --git a/model-00037-of-00079.safetensors b/model-00037-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..87a657d67c919d357fb20780e1bb5a28f72a3415
--- /dev/null
+++ b/model-00037-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da77679486bb6f7c83ed2b99948b92246d261afbf8b32184789bafd7ae884a52
+size 5451417082
diff --git a/model-00038-of-00079.safetensors b/model-00038-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..3cfde7bf9eee260ca33d5d4ca06c436794749e16
--- /dev/null
+++ b/model-00038-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:677131274cea30170d0b390167ba0fd6bc7983229ded8ce4158711a38f853ede
+size 5451417066
diff --git a/model-00039-of-00079.safetensors b/model-00039-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..2712cd3fe4e5a4804885550b350fdcea7073b151
--- /dev/null
+++ b/model-00039-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:380ff052ac984b3a14529c3c30d2dbab8e513083f57c704a7839b3ae068aaf5c
+size 5451417068
diff --git a/model-00040-of-00079.safetensors b/model-00040-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7a9528f1583befe757ad534cc062d18ec591a44
--- /dev/null
+++ b/model-00040-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3b099b71796f744cfe2b04c842649c32e74a8a6b2547658d8be189ebfd3c9fb1
+size 5451417072
diff --git a/model-00041-of-00079.safetensors b/model-00041-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..474cd77be9eb56cc9a5783a4204a300f4056a56a
--- /dev/null
+++ b/model-00041-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8a5f2d76e692ff571d68ded2cb36f9a026c72f6d9bce3c854bf567ce9fb08306
+size 5451417078
diff --git a/model-00042-of-00079.safetensors b/model-00042-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..1270305a8e74b0ebfc28d6556d70599bd21e9868
--- /dev/null
+++ b/model-00042-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4ce6af0abaf81f91594aee2048f874f5e3730f605ef3bdb9d319c0c602b5f2d0
+size 5451417048
diff --git a/model-00043-of-00079.safetensors b/model-00043-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7d5f7a195b37fa8af84d6680793a464f028a2a3b
--- /dev/null
+++ b/model-00043-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:3030b9401d20441e0467aa0c27cd5a624f80648956e7bb2ef5a7d13ee8e5f9e2
+size 5451417080
diff --git a/model-00044-of-00079.safetensors b/model-00044-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..19bd0d08415619058e17d94e8214df29643e06df
--- /dev/null
+++ b/model-00044-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:769ea9e828fa56278d1965b2389c954d1aaf90164cb0febbe61b60691f63cb08
+size 5451417062
diff --git a/model-00045-of-00079.safetensors b/model-00045-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..a1f120e1283ae6e5bf9b3a160e3bd9ab6cca49de
--- /dev/null
+++ b/model-00045-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:935411825e55743421e858634823d0edf86010bbdc73273062621dda24adcbba
+size 5451417066
diff --git a/model-00046-of-00079.safetensors b/model-00046-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d40c9647cc2563edc2efa7b8d3c3126248996573
--- /dev/null
+++ b/model-00046-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:adf8b1df5a02e03640db9c32a8c030aed47c2e7ff10f4ce8385317ecb4146828
+size 5451417074
diff --git a/model-00047-of-00079.safetensors b/model-00047-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..139ca3e0900fd5b3ea7a279c0601baab23e3859b
--- /dev/null
+++ b/model-00047-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:5d20f7a6aac10853a896cfc0c13332c529b7a3d8e1d043942fe0bbe06a827265
+size 5451417080
diff --git a/model-00048-of-00079.safetensors b/model-00048-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9e521aafcb11ea6cfb703e99e0b571d2154e45ae
--- /dev/null
+++ b/model-00048-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:46b0a465a8ab70827d17db456692ae0dde59f3bf142fab5bd4c6ccb50f1a5a09
+size 5451417070
diff --git a/model-00049-of-00079.safetensors b/model-00049-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..cd1f8bdf02f42f24b99768e77b5936f09dd49f5c
--- /dev/null
+++ b/model-00049-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:cf5713e5438253f226a9e527971d2a9684489eedb95177e94d036976c5ba2ff9
+size 5451417070
diff --git a/model-00050-of-00079.safetensors b/model-00050-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..eb1294360d74d7ea2792eeb9c1b44a2044412cd4
--- /dev/null
+++ b/model-00050-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:2c037882e64b2e311d1fbd5bbd095e1caf87c9ff0f4c0e8cb99cc85a91c4d289
+size 5451417070
diff --git a/model-00051-of-00079.safetensors b/model-00051-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..18b2d430a1c0c38c7f639b76fa78605cfd3f39b9
--- /dev/null
+++ b/model-00051-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:fc14988971a7b3527cf75e9063ddfe1fcaf327e8240b730cbe921e00327eebff
+size 5451417070
diff --git a/model-00052-of-00079.safetensors b/model-00052-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8d7f697779c7f06a884055decf597b986e94f1d7
--- /dev/null
+++ b/model-00052-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0afb8a84dba410e0b2a09428c09eb3dde9cd8be94e3ce690bb2c0aeea08d0111
+size 5451417082
diff --git a/model-00053-of-00079.safetensors b/model-00053-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..352c45d24c0072f5588af5ae4375b770163e2d77
--- /dev/null
+++ b/model-00053-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:24799a059a8897a426cb742b0404d18d8a6de93b389e58a0e12156f292074e6f
+size 5451417062
diff --git a/model-00054-of-00079.safetensors b/model-00054-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d8307020560be340ae879908c623caf28a17fcce
--- /dev/null
+++ b/model-00054-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:bb1e7d1c07e3529a239f61c60e638a34c38c51c55b837a7bfa6d1b3da62f2e0e
+size 5451417072
diff --git a/model-00055-of-00079.safetensors b/model-00055-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..86d49ff06551355f776544b1dc8c18161cb00527
--- /dev/null
+++ b/model-00055-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:6ee92df790fd0f18671fb51b07f4fc8eadb03088262827aedb4a93341468eeca
+size 5451417082
diff --git a/model-00056-of-00079.safetensors b/model-00056-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..5cafeb249e66714438a470a8601dd9685aa163f9
--- /dev/null
+++ b/model-00056-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9d679b9ed44d9bbb3dfb341a82d93a6df103766e02c26e358b0530d1842db2a2
+size 5451417078
diff --git a/model-00057-of-00079.safetensors b/model-00057-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..967c353d39dfd019c4254d41aa66722880e86caf
--- /dev/null
+++ b/model-00057-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f728a40a38c02de235fe81cdde67d76088717cfaf9c8008b9bce7f5adefaf4a9
+size 5451417078
diff --git a/model-00058-of-00079.safetensors b/model-00058-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..196cfba918600dff99ad2d52c2de953c8def8489
--- /dev/null
+++ b/model-00058-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:07982056e5c1379b01057afea7273da87f9093d764d86e58f33c441fa3e94c5b
+size 5451417068
diff --git a/model-00059-of-00079.safetensors b/model-00059-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..615eccad48dab77e0448d52666e9e5960c41e174
--- /dev/null
+++ b/model-00059-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:70051463bd28375e1a5bab5de96507d6ca0af6440a34129eea22b121d401bb9b
+size 5451417082
diff --git a/model-00060-of-00079.safetensors b/model-00060-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..46f74ce83aea2b10052e4a0d374fa26e7c338595
--- /dev/null
+++ b/model-00060-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:80a219fa33c93c9f28ee75aca4fdeeecd8770a64aac3bafdec62e92542ff5e27
+size 5451417076
diff --git a/model-00061-of-00079.safetensors b/model-00061-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6d1afdd49fbe666e703c905594ee59bb44e25acf
--- /dev/null
+++ b/model-00061-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:86797d62d20ee251808827d4e3c8199992d12c083aa4cf74beee42e3df017e6b
+size 5451417066
diff --git a/model-00062-of-00079.safetensors b/model-00062-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..031787375409c33534e5a8fe989eb3872a560f88
--- /dev/null
+++ b/model-00062-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9b36ae3c6c6b284720bd547dd02da6e5740e52a9f1c27a35e59e0abe6976b9b4
+size 5451417076
diff --git a/model-00063-of-00079.safetensors b/model-00063-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..63eae06990351b6a131a89da6340559eea10e235
--- /dev/null
+++ b/model-00063-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8d43ab887611272479afd8e81db0cd84f77a3ad05dfe2cd05dd3a921b934032e
+size 5451417078
diff --git a/model-00064-of-00079.safetensors b/model-00064-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..487fa9e46b062bbd13dce2cce2e5c6e1f12d34e0
--- /dev/null
+++ b/model-00064-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:9977c40801494863dba04a4f37481c816493d31ba85ff4aad18d0e5d104b0689
+size 5451417068
diff --git a/model-00065-of-00079.safetensors b/model-00065-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..356e7ca95f2b971178aec4cc33ffea14ef82d428
--- /dev/null
+++ b/model-00065-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1e931e928eeac4ae7f809793edee91ce42730e39b87dd4534dfa4c571f0e7279
+size 5451417072
diff --git a/model-00066-of-00079.safetensors b/model-00066-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..866b97a5964ef7aa62e7678c6198ea0eaa863dfb
--- /dev/null
+++ b/model-00066-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f0d62faf2bb7e56e3142d8b2b6760c77af80e6346b38c6a99050a4b706d2fecb
+size 5451417070
diff --git a/model-00067-of-00079.safetensors b/model-00067-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..6fe1bda75fc0360daff5e5a86091e4ac09689223
--- /dev/null
+++ b/model-00067-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a6c1eeecd409d111c38ce09a8d69fbd22721d08c6c21e67e446a29a4c824c85f
+size 5451417070
diff --git a/model-00068-of-00079.safetensors b/model-00068-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..31446545725dd33987382bb929c8790d070a9cce
--- /dev/null
+++ b/model-00068-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:da2e614c902c76455554c2051cf37dc3794bf091fbe2018b0ce78f0737afa33f
+size 5451417044
diff --git a/model-00069-of-00079.safetensors b/model-00069-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..c4820dc5b0b60698713fea6a5c3d2e394741f581
--- /dev/null
+++ b/model-00069-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:4bf05870fec37a04849c5b9138d22316e340992d3f687fbbaa98c5056071e7c2
+size 5451417062
diff --git a/model-00070-of-00079.safetensors b/model-00070-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..fadf1b53db408e7b568a1caf6a64c274592d7dff
--- /dev/null
+++ b/model-00070-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a4d9e0a63a623cbdbda9035525dd2ada4751f40636e968e1b3543da8ba0f1378
+size 5451417078
diff --git a/model-00071-of-00079.safetensors b/model-00071-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..f7bde4f6995b7c72634c30a83bc6eb4a38cea194
--- /dev/null
+++ b/model-00071-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:a90c3131e3bc4f480848d9fd6e43ac4e235a2807b5856e90574233b65ac35e0a
+size 5451417076
diff --git a/model-00072-of-00079.safetensors b/model-00072-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..80aef61f549c214df8304dbe0f71730f6ae5b24e
--- /dev/null
+++ b/model-00072-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:be76d531f2584df90040cbc519821919018e4c91458af8359b388d87396f133f
+size 5451417078
diff --git a/model-00073-of-00079.safetensors b/model-00073-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..7851c856c6e56ec079083cf7bf3c4015f329f959
--- /dev/null
+++ b/model-00073-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:0ead5e35265b9dbc853d850c6c20eb740362104121ff88ffb2624550c4964b75
+size 5451417074
diff --git a/model-00074-of-00079.safetensors b/model-00074-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b32939b8203ec2b49a495f333d97fea9969f64fa
--- /dev/null
+++ b/model-00074-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:1adb854ef5dcbb726727a78c05835cc77316b171aaafe77b99261682018b864a
+size 5451417070
diff --git a/model-00075-of-00079.safetensors b/model-00075-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..b0cf5c8ae29dbd41688d89c3ce2d16194092b98c
--- /dev/null
+++ b/model-00075-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:e80a093dcd8dfce390b9a0ecb5178bc97d7fbc5395f32ac3fd728ff00fe1e39d
+size 5451417078
diff --git a/model-00076-of-00079.safetensors b/model-00076-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8628bbd19d1f1b5d42a2eb1918958324324a076a
--- /dev/null
+++ b/model-00076-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:8b38a7b1da50dd5f017ed27ee2480fd9425d5d571322541696aa8542ac8d0334
+size 5451417074
diff --git a/model-00077-of-00079.safetensors b/model-00077-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..8c4fc5c06f5333879d8ab0c2148d47038f4a557f
--- /dev/null
+++ b/model-00077-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:03ddbcc4a44f25b444d8179484c71255821f7e1aa0a764c57f6c16217fcf429c
+size 5451417080
diff --git a/model-00078-of-00079.safetensors b/model-00078-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..9dc87dbc8f3807cbed7fce18ced746dc92d8799f
--- /dev/null
+++ b/model-00078-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:f8515f1c570a90456d9eb4d233ed60704cfca4a65208c851a8fb11ad42622adb
+size 5451417078
diff --git a/model-00079-of-00079.safetensors b/model-00079-of-00079.safetensors
new file mode 100644
index 0000000000000000000000000000000000000000..d0e3b34eab215ea034bba161bffe098f460bdc4b
--- /dev/null
+++ b/model-00079-of-00079.safetensors
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:91e301c2b1e504efa2ce7138622e308f6dc598a79c84d5fde258c41fac8a238b
+size 3639477326
diff --git a/model.safetensors.index.json b/model.safetensors.index.json
new file mode 100644
index 0000000000000000000000000000000000000000..f7658c9cdaea2d8c167c01dc764f5ac87722743b
--- /dev/null
+++ b/model.safetensors.index.json
@@ -0,0 +1,3263 @@
+{
+  "metadata": {
+    "total_size": 427562362809
+  },
+  "weight_map": {
+    "lm_head.biases": "model-00001-of-00079.safetensors",
+    "lm_head.scales": "model-00001-of-00079.safetensors",
+    "lm_head.weight": "model-00001-of-00079.safetensors",
+    "model.embed_tokens.biases": "model-00001-of-00079.safetensors",
+    "model.embed_tokens.scales": "model-00001-of-00079.safetensors",
+    "model.embed_tokens.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.mlp.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.embed_q.biases": "model-00004-of-00079.safetensors",
+    "model.layers.0.self_attn.embed_q.scales": "model-00004-of-00079.safetensors",
+    "model.layers.0.self_attn.embed_q.weight": "model-00004-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wk.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wk.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wk.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wq_b.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wq_b.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.indexer.wq_b.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.0.self_attn.unembed_out.biases": "model-00004-of-00079.safetensors",
+    "model.layers.0.self_attn.unembed_out.scales": "model-00004-of-00079.safetensors",
+    "model.layers.0.self_attn.unembed_out.weight": "model-00004-of-00079.safetensors",
+    "model.layers.1.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.mlp.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.embed_q.biases": "model-00004-of-00079.safetensors",
+    "model.layers.1.self_attn.embed_q.scales": "model-00004-of-00079.safetensors",
+    "model.layers.1.self_attn.embed_q.weight": "model-00004-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wk.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wk.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wk.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wq_b.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wq_b.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.indexer.wq_b.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.1.self_attn.unembed_out.biases": "model-00004-of-00079.safetensors",
+    "model.layers.1.self_attn.unembed_out.scales": "model-00004-of-00079.safetensors",
+    "model.layers.1.self_attn.unembed_out.weight": "model-00004-of-00079.safetensors",
+    "model.layers.10.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.down_proj.biases": "model-00011-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.down_proj.scales": "model-00011-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.down_proj.weight": "model-00011-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.gate_up_proj.biases": "model-00012-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.gate_up_proj.scales": "model-00012-of-00079.safetensors",
+    "model.layers.10.mlp.switch_mlp.gate_up_proj.weight": "model-00012-of-00079.safetensors",
+    "model.layers.10.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.embed_q.biases": "model-00012-of-00079.safetensors",
+    "model.layers.10.self_attn.embed_q.scales": "model-00012-of-00079.safetensors",
+    "model.layers.10.self_attn.embed_q.weight": "model-00012-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wk.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wk.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wk.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wq_b.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wq_b.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.indexer.wq_b.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.10.self_attn.unembed_out.biases": "model-00012-of-00079.safetensors",
+    "model.layers.10.self_attn.unembed_out.scales": "model-00012-of-00079.safetensors",
+    "model.layers.10.self_attn.unembed_out.weight": "model-00012-of-00079.safetensors",
+    "model.layers.11.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.down_proj.biases": "model-00012-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.down_proj.scales": "model-00012-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.down_proj.weight": "model-00012-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.gate_up_proj.biases": "model-00013-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.gate_up_proj.scales": "model-00013-of-00079.safetensors",
+    "model.layers.11.mlp.switch_mlp.gate_up_proj.weight": "model-00013-of-00079.safetensors",
+    "model.layers.11.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.embed_q.biases": "model-00013-of-00079.safetensors",
+    "model.layers.11.self_attn.embed_q.scales": "model-00013-of-00079.safetensors",
+    "model.layers.11.self_attn.embed_q.weight": "model-00013-of-00079.safetensors",
+    "model.layers.11.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.11.self_attn.unembed_out.biases": "model-00013-of-00079.safetensors",
+    "model.layers.11.self_attn.unembed_out.scales": "model-00013-of-00079.safetensors",
+    "model.layers.11.self_attn.unembed_out.weight": "model-00013-of-00079.safetensors",
+    "model.layers.12.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.down_proj.biases": "model-00013-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.down_proj.scales": "model-00013-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.down_proj.weight": "model-00013-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.gate_up_proj.biases": "model-00014-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.gate_up_proj.scales": "model-00014-of-00079.safetensors",
+    "model.layers.12.mlp.switch_mlp.gate_up_proj.weight": "model-00014-of-00079.safetensors",
+    "model.layers.12.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.embed_q.biases": "model-00014-of-00079.safetensors",
+    "model.layers.12.self_attn.embed_q.scales": "model-00014-of-00079.safetensors",
+    "model.layers.12.self_attn.embed_q.weight": "model-00014-of-00079.safetensors",
+    "model.layers.12.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.12.self_attn.unembed_out.biases": "model-00014-of-00079.safetensors",
+    "model.layers.12.self_attn.unembed_out.scales": "model-00014-of-00079.safetensors",
+    "model.layers.12.self_attn.unembed_out.weight": "model-00014-of-00079.safetensors",
+    "model.layers.13.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.down_proj.biases": "model-00014-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.down_proj.scales": "model-00014-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.down_proj.weight": "model-00014-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.gate_up_proj.biases": "model-00015-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.gate_up_proj.scales": "model-00015-of-00079.safetensors",
+    "model.layers.13.mlp.switch_mlp.gate_up_proj.weight": "model-00015-of-00079.safetensors",
+    "model.layers.13.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.embed_q.biases": "model-00015-of-00079.safetensors",
+    "model.layers.13.self_attn.embed_q.scales": "model-00015-of-00079.safetensors",
+    "model.layers.13.self_attn.embed_q.weight": "model-00015-of-00079.safetensors",
+    "model.layers.13.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.13.self_attn.unembed_out.biases": "model-00015-of-00079.safetensors",
+    "model.layers.13.self_attn.unembed_out.scales": "model-00015-of-00079.safetensors",
+    "model.layers.13.self_attn.unembed_out.weight": "model-00015-of-00079.safetensors",
+    "model.layers.14.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.down_proj.biases": "model-00015-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.down_proj.scales": "model-00015-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.down_proj.weight": "model-00015-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.gate_up_proj.biases": "model-00016-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.gate_up_proj.scales": "model-00016-of-00079.safetensors",
+    "model.layers.14.mlp.switch_mlp.gate_up_proj.weight": "model-00016-of-00079.safetensors",
+    "model.layers.14.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.embed_q.biases": "model-00016-of-00079.safetensors",
+    "model.layers.14.self_attn.embed_q.scales": "model-00016-of-00079.safetensors",
+    "model.layers.14.self_attn.embed_q.weight": "model-00016-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wk.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wk.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wk.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wq_b.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wq_b.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.indexer.wq_b.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.14.self_attn.unembed_out.biases": "model-00016-of-00079.safetensors",
+    "model.layers.14.self_attn.unembed_out.scales": "model-00016-of-00079.safetensors",
+    "model.layers.14.self_attn.unembed_out.weight": "model-00016-of-00079.safetensors",
+    "model.layers.15.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.down_proj.biases": "model-00016-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.down_proj.scales": "model-00016-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.down_proj.weight": "model-00016-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.gate_up_proj.biases": "model-00017-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.gate_up_proj.scales": "model-00017-of-00079.safetensors",
+    "model.layers.15.mlp.switch_mlp.gate_up_proj.weight": "model-00017-of-00079.safetensors",
+    "model.layers.15.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.embed_q.biases": "model-00017-of-00079.safetensors",
+    "model.layers.15.self_attn.embed_q.scales": "model-00017-of-00079.safetensors",
+    "model.layers.15.self_attn.embed_q.weight": "model-00017-of-00079.safetensors",
+    "model.layers.15.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.15.self_attn.unembed_out.biases": "model-00017-of-00079.safetensors",
+    "model.layers.15.self_attn.unembed_out.scales": "model-00017-of-00079.safetensors",
+    "model.layers.15.self_attn.unembed_out.weight": "model-00017-of-00079.safetensors",
+    "model.layers.16.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.down_proj.biases": "model-00017-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.down_proj.scales": "model-00017-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.down_proj.weight": "model-00017-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.gate_up_proj.biases": "model-00018-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.gate_up_proj.scales": "model-00018-of-00079.safetensors",
+    "model.layers.16.mlp.switch_mlp.gate_up_proj.weight": "model-00018-of-00079.safetensors",
+    "model.layers.16.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.embed_q.biases": "model-00018-of-00079.safetensors",
+    "model.layers.16.self_attn.embed_q.scales": "model-00018-of-00079.safetensors",
+    "model.layers.16.self_attn.embed_q.weight": "model-00018-of-00079.safetensors",
+    "model.layers.16.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.16.self_attn.unembed_out.biases": "model-00018-of-00079.safetensors",
+    "model.layers.16.self_attn.unembed_out.scales": "model-00018-of-00079.safetensors",
+    "model.layers.16.self_attn.unembed_out.weight": "model-00018-of-00079.safetensors",
+    "model.layers.17.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.down_proj.biases": "model-00018-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.down_proj.scales": "model-00018-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.down_proj.weight": "model-00018-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.gate_up_proj.biases": "model-00019-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.gate_up_proj.scales": "model-00019-of-00079.safetensors",
+    "model.layers.17.mlp.switch_mlp.gate_up_proj.weight": "model-00019-of-00079.safetensors",
+    "model.layers.17.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.embed_q.biases": "model-00019-of-00079.safetensors",
+    "model.layers.17.self_attn.embed_q.scales": "model-00019-of-00079.safetensors",
+    "model.layers.17.self_attn.embed_q.weight": "model-00019-of-00079.safetensors",
+    "model.layers.17.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.17.self_attn.unembed_out.biases": "model-00019-of-00079.safetensors",
+    "model.layers.17.self_attn.unembed_out.scales": "model-00019-of-00079.safetensors",
+    "model.layers.17.self_attn.unembed_out.weight": "model-00019-of-00079.safetensors",
+    "model.layers.18.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.down_proj.biases": "model-00019-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.down_proj.scales": "model-00019-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.down_proj.weight": "model-00019-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.gate_up_proj.biases": "model-00020-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.gate_up_proj.scales": "model-00020-of-00079.safetensors",
+    "model.layers.18.mlp.switch_mlp.gate_up_proj.weight": "model-00020-of-00079.safetensors",
+    "model.layers.18.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.embed_q.biases": "model-00020-of-00079.safetensors",
+    "model.layers.18.self_attn.embed_q.scales": "model-00020-of-00079.safetensors",
+    "model.layers.18.self_attn.embed_q.weight": "model-00020-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wk.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wk.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wk.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wq_b.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wq_b.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.indexer.wq_b.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.18.self_attn.unembed_out.biases": "model-00020-of-00079.safetensors",
+    "model.layers.18.self_attn.unembed_out.scales": "model-00020-of-00079.safetensors",
+    "model.layers.18.self_attn.unembed_out.weight": "model-00020-of-00079.safetensors",
+    "model.layers.19.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.gate.e_score_correction_bias": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.gate.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.up_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.up_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.shared_experts.up_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.down_proj.biases": "model-00020-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.down_proj.scales": "model-00020-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.down_proj.weight": "model-00020-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.gate_up_proj.biases": "model-00021-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.gate_up_proj.scales": "model-00021-of-00079.safetensors",
+    "model.layers.19.mlp.switch_mlp.gate_up_proj.weight": "model-00021-of-00079.safetensors",
+    "model.layers.19.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.embed_q.biases": "model-00021-of-00079.safetensors",
+    "model.layers.19.self_attn.embed_q.scales": "model-00021-of-00079.safetensors",
+    "model.layers.19.self_attn.embed_q.weight": "model-00021-of-00079.safetensors",
+    "model.layers.19.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.kv_a_proj_with_mqa.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.kv_a_proj_with_mqa.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.o_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.o_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.o_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_a_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_a_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_a_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_b_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_b_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.q_b_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.19.self_attn.unembed_out.biases": "model-00021-of-00079.safetensors",
+    "model.layers.19.self_attn.unembed_out.scales": "model-00021-of-00079.safetensors",
+    "model.layers.19.self_attn.unembed_out.weight": "model-00021-of-00079.safetensors",
+    "model.layers.2.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.down_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.down_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.down_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.gate_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.gate_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.gate_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.mlp.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.mlp.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.mlp.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.post_attention_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.embed_q.biases": "model-00004-of-00079.safetensors",
+    "model.layers.2.self_attn.embed_q.scales": "model-00004-of-00079.safetensors",
+    "model.layers.2.self_attn.embed_q.weight": "model-00004-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.k_norm.bias": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.k_norm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.weights_proj.biases": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.weights_proj.scales": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.weights_proj.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.kv_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_a_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.2.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.2.self_attn.unembed_out.biases": "model-00004-of-00079.safetensors",
+    "model.layers.2.self_attn.unembed_out.scales": "model-00004-of-00079.safetensors",
+    "model.layers.2.self_attn.unembed_out.weight": "model-00004-of-00079.safetensors",
+    "model.layers.20.input_layernorm.weight": "model-00001-of-00079.safetensors",
+    "model.layers.20.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.down_proj.biases": "model-00021-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.down_proj.scales": "model-00021-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.down_proj.weight": "model-00021-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.gate_up_proj.biases": "model-00022-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.gate_up_proj.scales": "model-00022-of-00079.safetensors",
+    "model.layers.20.mlp.switch_mlp.gate_up_proj.weight": "model-00022-of-00079.safetensors",
+    "model.layers.20.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.embed_q.biases": "model-00022-of-00079.safetensors",
+    "model.layers.20.self_attn.embed_q.scales": "model-00022-of-00079.safetensors",
+    "model.layers.20.self_attn.embed_q.weight": "model-00022-of-00079.safetensors",
+    "model.layers.20.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.20.self_attn.unembed_out.biases": "model-00022-of-00079.safetensors",
+    "model.layers.20.self_attn.unembed_out.scales": "model-00022-of-00079.safetensors",
+    "model.layers.20.self_attn.unembed_out.weight": "model-00022-of-00079.safetensors",
+    "model.layers.21.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.down_proj.biases": "model-00022-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.down_proj.scales": "model-00022-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.down_proj.weight": "model-00022-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.gate_up_proj.biases": "model-00023-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.gate_up_proj.scales": "model-00023-of-00079.safetensors",
+    "model.layers.21.mlp.switch_mlp.gate_up_proj.weight": "model-00023-of-00079.safetensors",
+    "model.layers.21.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.embed_q.biases": "model-00023-of-00079.safetensors",
+    "model.layers.21.self_attn.embed_q.scales": "model-00023-of-00079.safetensors",
+    "model.layers.21.self_attn.embed_q.weight": "model-00023-of-00079.safetensors",
+    "model.layers.21.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.21.self_attn.unembed_out.biases": "model-00023-of-00079.safetensors",
+    "model.layers.21.self_attn.unembed_out.scales": "model-00023-of-00079.safetensors",
+    "model.layers.21.self_attn.unembed_out.weight": "model-00023-of-00079.safetensors",
+    "model.layers.22.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.down_proj.biases": "model-00023-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.down_proj.scales": "model-00023-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.down_proj.weight": "model-00023-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.gate_up_proj.biases": "model-00024-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.gate_up_proj.scales": "model-00024-of-00079.safetensors",
+    "model.layers.22.mlp.switch_mlp.gate_up_proj.weight": "model-00024-of-00079.safetensors",
+    "model.layers.22.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.embed_q.biases": "model-00024-of-00079.safetensors",
+    "model.layers.22.self_attn.embed_q.scales": "model-00024-of-00079.safetensors",
+    "model.layers.22.self_attn.embed_q.weight": "model-00024-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.k_norm.bias": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.k_norm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.weights_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.weights_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.weights_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.22.self_attn.unembed_out.biases": "model-00024-of-00079.safetensors",
+    "model.layers.22.self_attn.unembed_out.scales": "model-00024-of-00079.safetensors",
+    "model.layers.22.self_attn.unembed_out.weight": "model-00024-of-00079.safetensors",
+    "model.layers.23.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.down_proj.biases": "model-00024-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.down_proj.scales": "model-00024-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.down_proj.weight": "model-00024-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.gate_up_proj.biases": "model-00025-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.gate_up_proj.scales": "model-00025-of-00079.safetensors",
+    "model.layers.23.mlp.switch_mlp.gate_up_proj.weight": "model-00025-of-00079.safetensors",
+    "model.layers.23.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.embed_q.biases": "model-00025-of-00079.safetensors",
+    "model.layers.23.self_attn.embed_q.scales": "model-00025-of-00079.safetensors",
+    "model.layers.23.self_attn.embed_q.weight": "model-00025-of-00079.safetensors",
+    "model.layers.23.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.23.self_attn.unembed_out.biases": "model-00025-of-00079.safetensors",
+    "model.layers.23.self_attn.unembed_out.scales": "model-00025-of-00079.safetensors",
+    "model.layers.23.self_attn.unembed_out.weight": "model-00025-of-00079.safetensors",
+    "model.layers.24.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.down_proj.biases": "model-00025-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.down_proj.scales": "model-00025-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.down_proj.weight": "model-00025-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.gate_up_proj.biases": "model-00026-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.gate_up_proj.scales": "model-00026-of-00079.safetensors",
+    "model.layers.24.mlp.switch_mlp.gate_up_proj.weight": "model-00026-of-00079.safetensors",
+    "model.layers.24.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.embed_q.biases": "model-00026-of-00079.safetensors",
+    "model.layers.24.self_attn.embed_q.scales": "model-00026-of-00079.safetensors",
+    "model.layers.24.self_attn.embed_q.weight": "model-00026-of-00079.safetensors",
+    "model.layers.24.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.24.self_attn.unembed_out.biases": "model-00026-of-00079.safetensors",
+    "model.layers.24.self_attn.unembed_out.scales": "model-00026-of-00079.safetensors",
+    "model.layers.24.self_attn.unembed_out.weight": "model-00026-of-00079.safetensors",
+    "model.layers.25.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.down_proj.biases": "model-00026-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.down_proj.scales": "model-00026-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.down_proj.weight": "model-00026-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.gate_up_proj.biases": "model-00027-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.gate_up_proj.scales": "model-00027-of-00079.safetensors",
+    "model.layers.25.mlp.switch_mlp.gate_up_proj.weight": "model-00027-of-00079.safetensors",
+    "model.layers.25.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.embed_q.biases": "model-00027-of-00079.safetensors",
+    "model.layers.25.self_attn.embed_q.scales": "model-00027-of-00079.safetensors",
+    "model.layers.25.self_attn.embed_q.weight": "model-00027-of-00079.safetensors",
+    "model.layers.25.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.25.self_attn.unembed_out.biases": "model-00027-of-00079.safetensors",
+    "model.layers.25.self_attn.unembed_out.scales": "model-00027-of-00079.safetensors",
+    "model.layers.25.self_attn.unembed_out.weight": "model-00027-of-00079.safetensors",
+    "model.layers.26.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.down_proj.biases": "model-00027-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.down_proj.scales": "model-00027-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.down_proj.weight": "model-00027-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.gate_up_proj.biases": "model-00028-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.gate_up_proj.scales": "model-00028-of-00079.safetensors",
+    "model.layers.26.mlp.switch_mlp.gate_up_proj.weight": "model-00028-of-00079.safetensors",
+    "model.layers.26.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.embed_q.biases": "model-00028-of-00079.safetensors",
+    "model.layers.26.self_attn.embed_q.scales": "model-00028-of-00079.safetensors",
+    "model.layers.26.self_attn.embed_q.weight": "model-00028-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.k_norm.bias": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.k_norm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.weights_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.weights_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.weights_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.26.self_attn.unembed_out.biases": "model-00028-of-00079.safetensors",
+    "model.layers.26.self_attn.unembed_out.scales": "model-00028-of-00079.safetensors",
+    "model.layers.26.self_attn.unembed_out.weight": "model-00028-of-00079.safetensors",
+    "model.layers.27.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.down_proj.biases": "model-00028-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.down_proj.scales": "model-00028-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.down_proj.weight": "model-00028-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.gate_up_proj.biases": "model-00029-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.gate_up_proj.scales": "model-00029-of-00079.safetensors",
+    "model.layers.27.mlp.switch_mlp.gate_up_proj.weight": "model-00029-of-00079.safetensors",
+    "model.layers.27.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.embed_q.biases": "model-00029-of-00079.safetensors",
+    "model.layers.27.self_attn.embed_q.scales": "model-00029-of-00079.safetensors",
+    "model.layers.27.self_attn.embed_q.weight": "model-00029-of-00079.safetensors",
+    "model.layers.27.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.27.self_attn.unembed_out.biases": "model-00029-of-00079.safetensors",
+    "model.layers.27.self_attn.unembed_out.scales": "model-00029-of-00079.safetensors",
+    "model.layers.27.self_attn.unembed_out.weight": "model-00029-of-00079.safetensors",
+    "model.layers.28.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.down_proj.biases": "model-00029-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.down_proj.scales": "model-00029-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.down_proj.weight": "model-00029-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.gate_up_proj.biases": "model-00030-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.gate_up_proj.scales": "model-00030-of-00079.safetensors",
+    "model.layers.28.mlp.switch_mlp.gate_up_proj.weight": "model-00030-of-00079.safetensors",
+    "model.layers.28.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.embed_q.biases": "model-00030-of-00079.safetensors",
+    "model.layers.28.self_attn.embed_q.scales": "model-00030-of-00079.safetensors",
+    "model.layers.28.self_attn.embed_q.weight": "model-00030-of-00079.safetensors",
+    "model.layers.28.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.28.self_attn.unembed_out.biases": "model-00030-of-00079.safetensors",
+    "model.layers.28.self_attn.unembed_out.scales": "model-00030-of-00079.safetensors",
+    "model.layers.28.self_attn.unembed_out.weight": "model-00030-of-00079.safetensors",
+    "model.layers.29.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.down_proj.biases": "model-00030-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.down_proj.scales": "model-00030-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.down_proj.weight": "model-00030-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.gate_up_proj.biases": "model-00031-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.gate_up_proj.scales": "model-00031-of-00079.safetensors",
+    "model.layers.29.mlp.switch_mlp.gate_up_proj.weight": "model-00031-of-00079.safetensors",
+    "model.layers.29.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.embed_q.biases": "model-00031-of-00079.safetensors",
+    "model.layers.29.self_attn.embed_q.scales": "model-00031-of-00079.safetensors",
+    "model.layers.29.self_attn.embed_q.weight": "model-00031-of-00079.safetensors",
+    "model.layers.29.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.29.self_attn.unembed_out.biases": "model-00031-of-00079.safetensors",
+    "model.layers.29.self_attn.unembed_out.scales": "model-00031-of-00079.safetensors",
+    "model.layers.29.self_attn.unembed_out.weight": "model-00031-of-00079.safetensors",
+    "model.layers.3.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.gate_up_proj.biases": "model-00005-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.gate_up_proj.scales": "model-00005-of-00079.safetensors",
+    "model.layers.3.mlp.switch_mlp.gate_up_proj.weight": "model-00005-of-00079.safetensors",
+    "model.layers.3.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.embed_q.biases": "model-00005-of-00079.safetensors",
+    "model.layers.3.self_attn.embed_q.scales": "model-00005-of-00079.safetensors",
+    "model.layers.3.self_attn.embed_q.weight": "model-00005-of-00079.safetensors",
+    "model.layers.3.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.3.self_attn.unembed_out.biases": "model-00005-of-00079.safetensors",
+    "model.layers.3.self_attn.unembed_out.scales": "model-00005-of-00079.safetensors",
+    "model.layers.3.self_attn.unembed_out.weight": "model-00005-of-00079.safetensors",
+    "model.layers.30.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.down_proj.biases": "model-00031-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.down_proj.scales": "model-00031-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.down_proj.weight": "model-00031-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.gate_up_proj.biases": "model-00032-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.gate_up_proj.scales": "model-00032-of-00079.safetensors",
+    "model.layers.30.mlp.switch_mlp.gate_up_proj.weight": "model-00032-of-00079.safetensors",
+    "model.layers.30.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.embed_q.biases": "model-00032-of-00079.safetensors",
+    "model.layers.30.self_attn.embed_q.scales": "model-00032-of-00079.safetensors",
+    "model.layers.30.self_attn.embed_q.weight": "model-00032-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.k_norm.bias": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.k_norm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.weights_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.weights_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.weights_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.30.self_attn.unembed_out.biases": "model-00032-of-00079.safetensors",
+    "model.layers.30.self_attn.unembed_out.scales": "model-00032-of-00079.safetensors",
+    "model.layers.30.self_attn.unembed_out.weight": "model-00032-of-00079.safetensors",
+    "model.layers.31.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.down_proj.biases": "model-00032-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.down_proj.scales": "model-00032-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.down_proj.weight": "model-00032-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.gate_up_proj.biases": "model-00033-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.gate_up_proj.scales": "model-00033-of-00079.safetensors",
+    "model.layers.31.mlp.switch_mlp.gate_up_proj.weight": "model-00033-of-00079.safetensors",
+    "model.layers.31.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.embed_q.biases": "model-00033-of-00079.safetensors",
+    "model.layers.31.self_attn.embed_q.scales": "model-00033-of-00079.safetensors",
+    "model.layers.31.self_attn.embed_q.weight": "model-00033-of-00079.safetensors",
+    "model.layers.31.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.31.self_attn.unembed_out.biases": "model-00033-of-00079.safetensors",
+    "model.layers.31.self_attn.unembed_out.scales": "model-00033-of-00079.safetensors",
+    "model.layers.31.self_attn.unembed_out.weight": "model-00033-of-00079.safetensors",
+    "model.layers.32.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.down_proj.biases": "model-00033-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.down_proj.scales": "model-00033-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.down_proj.weight": "model-00033-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.gate_up_proj.biases": "model-00034-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.gate_up_proj.scales": "model-00034-of-00079.safetensors",
+    "model.layers.32.mlp.switch_mlp.gate_up_proj.weight": "model-00034-of-00079.safetensors",
+    "model.layers.32.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.embed_q.biases": "model-00034-of-00079.safetensors",
+    "model.layers.32.self_attn.embed_q.scales": "model-00034-of-00079.safetensors",
+    "model.layers.32.self_attn.embed_q.weight": "model-00034-of-00079.safetensors",
+    "model.layers.32.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.32.self_attn.unembed_out.biases": "model-00034-of-00079.safetensors",
+    "model.layers.32.self_attn.unembed_out.scales": "model-00034-of-00079.safetensors",
+    "model.layers.32.self_attn.unembed_out.weight": "model-00034-of-00079.safetensors",
+    "model.layers.33.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.down_proj.biases": "model-00034-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.down_proj.scales": "model-00034-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.down_proj.weight": "model-00034-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.gate_up_proj.biases": "model-00035-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.gate_up_proj.scales": "model-00035-of-00079.safetensors",
+    "model.layers.33.mlp.switch_mlp.gate_up_proj.weight": "model-00035-of-00079.safetensors",
+    "model.layers.33.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.embed_q.biases": "model-00035-of-00079.safetensors",
+    "model.layers.33.self_attn.embed_q.scales": "model-00035-of-00079.safetensors",
+    "model.layers.33.self_attn.embed_q.weight": "model-00035-of-00079.safetensors",
+    "model.layers.33.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.33.self_attn.unembed_out.biases": "model-00035-of-00079.safetensors",
+    "model.layers.33.self_attn.unembed_out.scales": "model-00035-of-00079.safetensors",
+    "model.layers.33.self_attn.unembed_out.weight": "model-00035-of-00079.safetensors",
+    "model.layers.34.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.down_proj.biases": "model-00035-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.down_proj.scales": "model-00035-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.down_proj.weight": "model-00035-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.gate_up_proj.biases": "model-00036-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.gate_up_proj.scales": "model-00036-of-00079.safetensors",
+    "model.layers.34.mlp.switch_mlp.gate_up_proj.weight": "model-00036-of-00079.safetensors",
+    "model.layers.34.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.embed_q.biases": "model-00036-of-00079.safetensors",
+    "model.layers.34.self_attn.embed_q.scales": "model-00036-of-00079.safetensors",
+    "model.layers.34.self_attn.embed_q.weight": "model-00036-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.k_norm.bias": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.k_norm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.weights_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.weights_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.weights_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.34.self_attn.unembed_out.biases": "model-00036-of-00079.safetensors",
+    "model.layers.34.self_attn.unembed_out.scales": "model-00036-of-00079.safetensors",
+    "model.layers.34.self_attn.unembed_out.weight": "model-00036-of-00079.safetensors",
+    "model.layers.35.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.down_proj.biases": "model-00036-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.down_proj.scales": "model-00036-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.down_proj.weight": "model-00036-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.gate_up_proj.biases": "model-00037-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.gate_up_proj.scales": "model-00037-of-00079.safetensors",
+    "model.layers.35.mlp.switch_mlp.gate_up_proj.weight": "model-00037-of-00079.safetensors",
+    "model.layers.35.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.embed_q.biases": "model-00037-of-00079.safetensors",
+    "model.layers.35.self_attn.embed_q.scales": "model-00037-of-00079.safetensors",
+    "model.layers.35.self_attn.embed_q.weight": "model-00037-of-00079.safetensors",
+    "model.layers.35.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.35.self_attn.unembed_out.biases": "model-00037-of-00079.safetensors",
+    "model.layers.35.self_attn.unembed_out.scales": "model-00037-of-00079.safetensors",
+    "model.layers.35.self_attn.unembed_out.weight": "model-00037-of-00079.safetensors",
+    "model.layers.36.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.down_proj.biases": "model-00037-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.down_proj.scales": "model-00037-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.down_proj.weight": "model-00037-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.gate_up_proj.biases": "model-00038-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.gate_up_proj.scales": "model-00038-of-00079.safetensors",
+    "model.layers.36.mlp.switch_mlp.gate_up_proj.weight": "model-00038-of-00079.safetensors",
+    "model.layers.36.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.embed_q.biases": "model-00038-of-00079.safetensors",
+    "model.layers.36.self_attn.embed_q.scales": "model-00038-of-00079.safetensors",
+    "model.layers.36.self_attn.embed_q.weight": "model-00038-of-00079.safetensors",
+    "model.layers.36.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.36.self_attn.unembed_out.biases": "model-00038-of-00079.safetensors",
+    "model.layers.36.self_attn.unembed_out.scales": "model-00038-of-00079.safetensors",
+    "model.layers.36.self_attn.unembed_out.weight": "model-00038-of-00079.safetensors",
+    "model.layers.37.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.down_proj.biases": "model-00038-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.down_proj.scales": "model-00038-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.down_proj.weight": "model-00038-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.gate_up_proj.biases": "model-00039-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.gate_up_proj.scales": "model-00039-of-00079.safetensors",
+    "model.layers.37.mlp.switch_mlp.gate_up_proj.weight": "model-00039-of-00079.safetensors",
+    "model.layers.37.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.embed_q.biases": "model-00039-of-00079.safetensors",
+    "model.layers.37.self_attn.embed_q.scales": "model-00039-of-00079.safetensors",
+    "model.layers.37.self_attn.embed_q.weight": "model-00039-of-00079.safetensors",
+    "model.layers.37.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.37.self_attn.unembed_out.biases": "model-00039-of-00079.safetensors",
+    "model.layers.37.self_attn.unembed_out.scales": "model-00039-of-00079.safetensors",
+    "model.layers.37.self_attn.unembed_out.weight": "model-00039-of-00079.safetensors",
+    "model.layers.38.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.down_proj.biases": "model-00039-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.down_proj.scales": "model-00039-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.down_proj.weight": "model-00039-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.gate_up_proj.biases": "model-00040-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.gate_up_proj.scales": "model-00040-of-00079.safetensors",
+    "model.layers.38.mlp.switch_mlp.gate_up_proj.weight": "model-00040-of-00079.safetensors",
+    "model.layers.38.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.embed_q.biases": "model-00040-of-00079.safetensors",
+    "model.layers.38.self_attn.embed_q.scales": "model-00040-of-00079.safetensors",
+    "model.layers.38.self_attn.embed_q.weight": "model-00040-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.k_norm.bias": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.k_norm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.weights_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.weights_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.weights_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wk.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wk.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wk.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wq_b.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wq_b.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.indexer.wq_b.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.38.self_attn.unembed_out.biases": "model-00040-of-00079.safetensors",
+    "model.layers.38.self_attn.unembed_out.scales": "model-00040-of-00079.safetensors",
+    "model.layers.38.self_attn.unembed_out.weight": "model-00040-of-00079.safetensors",
+    "model.layers.39.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.down_proj.biases": "model-00040-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.down_proj.scales": "model-00040-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.down_proj.weight": "model-00040-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.gate_up_proj.biases": "model-00041-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.gate_up_proj.scales": "model-00041-of-00079.safetensors",
+    "model.layers.39.mlp.switch_mlp.gate_up_proj.weight": "model-00041-of-00079.safetensors",
+    "model.layers.39.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.embed_q.biases": "model-00041-of-00079.safetensors",
+    "model.layers.39.self_attn.embed_q.scales": "model-00041-of-00079.safetensors",
+    "model.layers.39.self_attn.embed_q.weight": "model-00041-of-00079.safetensors",
+    "model.layers.39.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.39.self_attn.unembed_out.biases": "model-00041-of-00079.safetensors",
+    "model.layers.39.self_attn.unembed_out.scales": "model-00041-of-00079.safetensors",
+    "model.layers.39.self_attn.unembed_out.weight": "model-00041-of-00079.safetensors",
+    "model.layers.4.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.down_proj.biases": "model-00005-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.down_proj.scales": "model-00005-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.down_proj.weight": "model-00005-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.gate_up_proj.biases": "model-00006-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.gate_up_proj.scales": "model-00006-of-00079.safetensors",
+    "model.layers.4.mlp.switch_mlp.gate_up_proj.weight": "model-00006-of-00079.safetensors",
+    "model.layers.4.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.embed_q.biases": "model-00006-of-00079.safetensors",
+    "model.layers.4.self_attn.embed_q.scales": "model-00006-of-00079.safetensors",
+    "model.layers.4.self_attn.embed_q.weight": "model-00006-of-00079.safetensors",
+    "model.layers.4.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.4.self_attn.unembed_out.biases": "model-00006-of-00079.safetensors",
+    "model.layers.4.self_attn.unembed_out.scales": "model-00006-of-00079.safetensors",
+    "model.layers.4.self_attn.unembed_out.weight": "model-00006-of-00079.safetensors",
+    "model.layers.40.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.down_proj.biases": "model-00041-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.down_proj.scales": "model-00041-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.down_proj.weight": "model-00041-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.gate_up_proj.biases": "model-00042-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.gate_up_proj.scales": "model-00042-of-00079.safetensors",
+    "model.layers.40.mlp.switch_mlp.gate_up_proj.weight": "model-00042-of-00079.safetensors",
+    "model.layers.40.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.embed_q.biases": "model-00042-of-00079.safetensors",
+    "model.layers.40.self_attn.embed_q.scales": "model-00042-of-00079.safetensors",
+    "model.layers.40.self_attn.embed_q.weight": "model-00042-of-00079.safetensors",
+    "model.layers.40.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.kv_a_proj_with_mqa.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.kv_a_proj_with_mqa.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.kv_a_proj_with_mqa.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.o_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.o_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.o_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_a_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_a_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_a_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_b_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_b_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.q_b_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.40.self_attn.unembed_out.biases": "model-00042-of-00079.safetensors",
+    "model.layers.40.self_attn.unembed_out.scales": "model-00042-of-00079.safetensors",
+    "model.layers.40.self_attn.unembed_out.weight": "model-00042-of-00079.safetensors",
+    "model.layers.41.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.gate.e_score_correction_bias": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.gate.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.down_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.down_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.down_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.gate_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.gate_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.up_proj.biases": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.up_proj.scales": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.shared_experts.up_proj.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.down_proj.biases": "model-00042-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.down_proj.scales": "model-00042-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.down_proj.weight": "model-00042-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.gate_up_proj.biases": "model-00043-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.gate_up_proj.scales": "model-00043-of-00079.safetensors",
+    "model.layers.41.mlp.switch_mlp.gate_up_proj.weight": "model-00043-of-00079.safetensors",
+    "model.layers.41.post_attention_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.self_attn.embed_q.biases": "model-00043-of-00079.safetensors",
+    "model.layers.41.self_attn.embed_q.scales": "model-00043-of-00079.safetensors",
+    "model.layers.41.self_attn.embed_q.weight": "model-00043-of-00079.safetensors",
+    "model.layers.41.self_attn.kv_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_a_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.41.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.41.self_attn.unembed_out.biases": "model-00043-of-00079.safetensors",
+    "model.layers.41.self_attn.unembed_out.scales": "model-00043-of-00079.safetensors",
+    "model.layers.41.self_attn.unembed_out.weight": "model-00043-of-00079.safetensors",
+    "model.layers.42.input_layernorm.weight": "model-00002-of-00079.safetensors",
+    "model.layers.42.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.down_proj.biases": "model-00043-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.down_proj.scales": "model-00043-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.down_proj.weight": "model-00043-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.gate_up_proj.biases": "model-00044-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.gate_up_proj.scales": "model-00044-of-00079.safetensors",
+    "model.layers.42.mlp.switch_mlp.gate_up_proj.weight": "model-00044-of-00079.safetensors",
+    "model.layers.42.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.embed_q.biases": "model-00044-of-00079.safetensors",
+    "model.layers.42.self_attn.embed_q.scales": "model-00044-of-00079.safetensors",
+    "model.layers.42.self_attn.embed_q.weight": "model-00044-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.42.self_attn.unembed_out.biases": "model-00044-of-00079.safetensors",
+    "model.layers.42.self_attn.unembed_out.scales": "model-00044-of-00079.safetensors",
+    "model.layers.42.self_attn.unembed_out.weight": "model-00044-of-00079.safetensors",
+    "model.layers.43.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.down_proj.biases": "model-00044-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.down_proj.scales": "model-00044-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.down_proj.weight": "model-00044-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.gate_up_proj.biases": "model-00045-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.gate_up_proj.scales": "model-00045-of-00079.safetensors",
+    "model.layers.43.mlp.switch_mlp.gate_up_proj.weight": "model-00045-of-00079.safetensors",
+    "model.layers.43.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.embed_q.biases": "model-00045-of-00079.safetensors",
+    "model.layers.43.self_attn.embed_q.scales": "model-00045-of-00079.safetensors",
+    "model.layers.43.self_attn.embed_q.weight": "model-00045-of-00079.safetensors",
+    "model.layers.43.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.43.self_attn.unembed_out.biases": "model-00045-of-00079.safetensors",
+    "model.layers.43.self_attn.unembed_out.scales": "model-00045-of-00079.safetensors",
+    "model.layers.43.self_attn.unembed_out.weight": "model-00045-of-00079.safetensors",
+    "model.layers.44.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.down_proj.biases": "model-00045-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.down_proj.scales": "model-00045-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.down_proj.weight": "model-00045-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.gate_up_proj.biases": "model-00046-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.gate_up_proj.scales": "model-00046-of-00079.safetensors",
+    "model.layers.44.mlp.switch_mlp.gate_up_proj.weight": "model-00046-of-00079.safetensors",
+    "model.layers.44.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.embed_q.biases": "model-00046-of-00079.safetensors",
+    "model.layers.44.self_attn.embed_q.scales": "model-00046-of-00079.safetensors",
+    "model.layers.44.self_attn.embed_q.weight": "model-00046-of-00079.safetensors",
+    "model.layers.44.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.44.self_attn.unembed_out.biases": "model-00046-of-00079.safetensors",
+    "model.layers.44.self_attn.unembed_out.scales": "model-00046-of-00079.safetensors",
+    "model.layers.44.self_attn.unembed_out.weight": "model-00046-of-00079.safetensors",
+    "model.layers.45.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.down_proj.biases": "model-00046-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.down_proj.scales": "model-00046-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.down_proj.weight": "model-00046-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.gate_up_proj.biases": "model-00047-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.gate_up_proj.scales": "model-00047-of-00079.safetensors",
+    "model.layers.45.mlp.switch_mlp.gate_up_proj.weight": "model-00047-of-00079.safetensors",
+    "model.layers.45.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.embed_q.biases": "model-00047-of-00079.safetensors",
+    "model.layers.45.self_attn.embed_q.scales": "model-00047-of-00079.safetensors",
+    "model.layers.45.self_attn.embed_q.weight": "model-00047-of-00079.safetensors",
+    "model.layers.45.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.45.self_attn.unembed_out.biases": "model-00047-of-00079.safetensors",
+    "model.layers.45.self_attn.unembed_out.scales": "model-00047-of-00079.safetensors",
+    "model.layers.45.self_attn.unembed_out.weight": "model-00047-of-00079.safetensors",
+    "model.layers.46.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.down_proj.biases": "model-00047-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.down_proj.scales": "model-00047-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.down_proj.weight": "model-00047-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.gate_up_proj.biases": "model-00048-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.gate_up_proj.scales": "model-00048-of-00079.safetensors",
+    "model.layers.46.mlp.switch_mlp.gate_up_proj.weight": "model-00048-of-00079.safetensors",
+    "model.layers.46.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.embed_q.biases": "model-00048-of-00079.safetensors",
+    "model.layers.46.self_attn.embed_q.scales": "model-00048-of-00079.safetensors",
+    "model.layers.46.self_attn.embed_q.weight": "model-00048-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.46.self_attn.unembed_out.biases": "model-00048-of-00079.safetensors",
+    "model.layers.46.self_attn.unembed_out.scales": "model-00048-of-00079.safetensors",
+    "model.layers.46.self_attn.unembed_out.weight": "model-00048-of-00079.safetensors",
+    "model.layers.47.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.down_proj.biases": "model-00048-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.down_proj.scales": "model-00048-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.down_proj.weight": "model-00048-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.gate_up_proj.biases": "model-00049-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.gate_up_proj.scales": "model-00049-of-00079.safetensors",
+    "model.layers.47.mlp.switch_mlp.gate_up_proj.weight": "model-00049-of-00079.safetensors",
+    "model.layers.47.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.embed_q.biases": "model-00049-of-00079.safetensors",
+    "model.layers.47.self_attn.embed_q.scales": "model-00049-of-00079.safetensors",
+    "model.layers.47.self_attn.embed_q.weight": "model-00049-of-00079.safetensors",
+    "model.layers.47.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.47.self_attn.unembed_out.biases": "model-00049-of-00079.safetensors",
+    "model.layers.47.self_attn.unembed_out.scales": "model-00049-of-00079.safetensors",
+    "model.layers.47.self_attn.unembed_out.weight": "model-00049-of-00079.safetensors",
+    "model.layers.48.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.down_proj.biases": "model-00049-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.down_proj.scales": "model-00049-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.down_proj.weight": "model-00049-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.gate_up_proj.biases": "model-00050-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.gate_up_proj.scales": "model-00050-of-00079.safetensors",
+    "model.layers.48.mlp.switch_mlp.gate_up_proj.weight": "model-00050-of-00079.safetensors",
+    "model.layers.48.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.embed_q.biases": "model-00050-of-00079.safetensors",
+    "model.layers.48.self_attn.embed_q.scales": "model-00050-of-00079.safetensors",
+    "model.layers.48.self_attn.embed_q.weight": "model-00050-of-00079.safetensors",
+    "model.layers.48.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.48.self_attn.unembed_out.biases": "model-00050-of-00079.safetensors",
+    "model.layers.48.self_attn.unembed_out.scales": "model-00050-of-00079.safetensors",
+    "model.layers.48.self_attn.unembed_out.weight": "model-00050-of-00079.safetensors",
+    "model.layers.49.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.down_proj.biases": "model-00050-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.down_proj.scales": "model-00050-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.down_proj.weight": "model-00050-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.gate_up_proj.biases": "model-00051-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.gate_up_proj.scales": "model-00051-of-00079.safetensors",
+    "model.layers.49.mlp.switch_mlp.gate_up_proj.weight": "model-00051-of-00079.safetensors",
+    "model.layers.49.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.embed_q.biases": "model-00051-of-00079.safetensors",
+    "model.layers.49.self_attn.embed_q.scales": "model-00051-of-00079.safetensors",
+    "model.layers.49.self_attn.embed_q.weight": "model-00051-of-00079.safetensors",
+    "model.layers.49.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.49.self_attn.unembed_out.biases": "model-00051-of-00079.safetensors",
+    "model.layers.49.self_attn.unembed_out.scales": "model-00051-of-00079.safetensors",
+    "model.layers.49.self_attn.unembed_out.weight": "model-00051-of-00079.safetensors",
+    "model.layers.5.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.down_proj.biases": "model-00006-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.down_proj.scales": "model-00006-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.down_proj.weight": "model-00006-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.gate_up_proj.biases": "model-00007-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.gate_up_proj.scales": "model-00007-of-00079.safetensors",
+    "model.layers.5.mlp.switch_mlp.gate_up_proj.weight": "model-00007-of-00079.safetensors",
+    "model.layers.5.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.embed_q.biases": "model-00007-of-00079.safetensors",
+    "model.layers.5.self_attn.embed_q.scales": "model-00007-of-00079.safetensors",
+    "model.layers.5.self_attn.embed_q.weight": "model-00007-of-00079.safetensors",
+    "model.layers.5.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.5.self_attn.unembed_out.biases": "model-00007-of-00079.safetensors",
+    "model.layers.5.self_attn.unembed_out.scales": "model-00007-of-00079.safetensors",
+    "model.layers.5.self_attn.unembed_out.weight": "model-00007-of-00079.safetensors",
+    "model.layers.50.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.down_proj.biases": "model-00051-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.down_proj.scales": "model-00051-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.down_proj.weight": "model-00051-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.gate_up_proj.biases": "model-00052-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.gate_up_proj.scales": "model-00052-of-00079.safetensors",
+    "model.layers.50.mlp.switch_mlp.gate_up_proj.weight": "model-00052-of-00079.safetensors",
+    "model.layers.50.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.embed_q.biases": "model-00052-of-00079.safetensors",
+    "model.layers.50.self_attn.embed_q.scales": "model-00052-of-00079.safetensors",
+    "model.layers.50.self_attn.embed_q.weight": "model-00052-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.50.self_attn.unembed_out.biases": "model-00052-of-00079.safetensors",
+    "model.layers.50.self_attn.unembed_out.scales": "model-00052-of-00079.safetensors",
+    "model.layers.50.self_attn.unembed_out.weight": "model-00052-of-00079.safetensors",
+    "model.layers.51.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.down_proj.biases": "model-00052-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.down_proj.scales": "model-00052-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.down_proj.weight": "model-00052-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.gate_up_proj.biases": "model-00053-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.gate_up_proj.scales": "model-00053-of-00079.safetensors",
+    "model.layers.51.mlp.switch_mlp.gate_up_proj.weight": "model-00053-of-00079.safetensors",
+    "model.layers.51.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.embed_q.biases": "model-00053-of-00079.safetensors",
+    "model.layers.51.self_attn.embed_q.scales": "model-00053-of-00079.safetensors",
+    "model.layers.51.self_attn.embed_q.weight": "model-00053-of-00079.safetensors",
+    "model.layers.51.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.51.self_attn.unembed_out.biases": "model-00053-of-00079.safetensors",
+    "model.layers.51.self_attn.unembed_out.scales": "model-00053-of-00079.safetensors",
+    "model.layers.51.self_attn.unembed_out.weight": "model-00053-of-00079.safetensors",
+    "model.layers.52.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.down_proj.biases": "model-00053-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.down_proj.scales": "model-00053-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.down_proj.weight": "model-00053-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.gate_up_proj.biases": "model-00054-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.gate_up_proj.scales": "model-00054-of-00079.safetensors",
+    "model.layers.52.mlp.switch_mlp.gate_up_proj.weight": "model-00054-of-00079.safetensors",
+    "model.layers.52.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.embed_q.biases": "model-00054-of-00079.safetensors",
+    "model.layers.52.self_attn.embed_q.scales": "model-00054-of-00079.safetensors",
+    "model.layers.52.self_attn.embed_q.weight": "model-00054-of-00079.safetensors",
+    "model.layers.52.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.52.self_attn.unembed_out.biases": "model-00054-of-00079.safetensors",
+    "model.layers.52.self_attn.unembed_out.scales": "model-00054-of-00079.safetensors",
+    "model.layers.52.self_attn.unembed_out.weight": "model-00054-of-00079.safetensors",
+    "model.layers.53.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.down_proj.biases": "model-00054-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.down_proj.scales": "model-00054-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.down_proj.weight": "model-00054-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.gate_up_proj.biases": "model-00055-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.gate_up_proj.scales": "model-00055-of-00079.safetensors",
+    "model.layers.53.mlp.switch_mlp.gate_up_proj.weight": "model-00055-of-00079.safetensors",
+    "model.layers.53.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.embed_q.biases": "model-00055-of-00079.safetensors",
+    "model.layers.53.self_attn.embed_q.scales": "model-00055-of-00079.safetensors",
+    "model.layers.53.self_attn.embed_q.weight": "model-00055-of-00079.safetensors",
+    "model.layers.53.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.53.self_attn.unembed_out.biases": "model-00055-of-00079.safetensors",
+    "model.layers.53.self_attn.unembed_out.scales": "model-00055-of-00079.safetensors",
+    "model.layers.53.self_attn.unembed_out.weight": "model-00055-of-00079.safetensors",
+    "model.layers.54.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.down_proj.biases": "model-00055-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.down_proj.scales": "model-00055-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.down_proj.weight": "model-00055-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.gate_up_proj.biases": "model-00056-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.gate_up_proj.scales": "model-00056-of-00079.safetensors",
+    "model.layers.54.mlp.switch_mlp.gate_up_proj.weight": "model-00056-of-00079.safetensors",
+    "model.layers.54.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.embed_q.biases": "model-00056-of-00079.safetensors",
+    "model.layers.54.self_attn.embed_q.scales": "model-00056-of-00079.safetensors",
+    "model.layers.54.self_attn.embed_q.weight": "model-00056-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.54.self_attn.unembed_out.biases": "model-00056-of-00079.safetensors",
+    "model.layers.54.self_attn.unembed_out.scales": "model-00056-of-00079.safetensors",
+    "model.layers.54.self_attn.unembed_out.weight": "model-00056-of-00079.safetensors",
+    "model.layers.55.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.down_proj.biases": "model-00056-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.down_proj.scales": "model-00056-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.down_proj.weight": "model-00056-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.gate_up_proj.biases": "model-00057-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.gate_up_proj.scales": "model-00057-of-00079.safetensors",
+    "model.layers.55.mlp.switch_mlp.gate_up_proj.weight": "model-00057-of-00079.safetensors",
+    "model.layers.55.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.embed_q.biases": "model-00057-of-00079.safetensors",
+    "model.layers.55.self_attn.embed_q.scales": "model-00057-of-00079.safetensors",
+    "model.layers.55.self_attn.embed_q.weight": "model-00057-of-00079.safetensors",
+    "model.layers.55.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.55.self_attn.unembed_out.biases": "model-00057-of-00079.safetensors",
+    "model.layers.55.self_attn.unembed_out.scales": "model-00057-of-00079.safetensors",
+    "model.layers.55.self_attn.unembed_out.weight": "model-00057-of-00079.safetensors",
+    "model.layers.56.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.down_proj.biases": "model-00057-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.down_proj.scales": "model-00057-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.down_proj.weight": "model-00057-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.gate_up_proj.biases": "model-00058-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.gate_up_proj.scales": "model-00058-of-00079.safetensors",
+    "model.layers.56.mlp.switch_mlp.gate_up_proj.weight": "model-00058-of-00079.safetensors",
+    "model.layers.56.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.embed_q.biases": "model-00058-of-00079.safetensors",
+    "model.layers.56.self_attn.embed_q.scales": "model-00058-of-00079.safetensors",
+    "model.layers.56.self_attn.embed_q.weight": "model-00058-of-00079.safetensors",
+    "model.layers.56.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.56.self_attn.unembed_out.biases": "model-00058-of-00079.safetensors",
+    "model.layers.56.self_attn.unembed_out.scales": "model-00058-of-00079.safetensors",
+    "model.layers.56.self_attn.unembed_out.weight": "model-00058-of-00079.safetensors",
+    "model.layers.57.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.down_proj.biases": "model-00058-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.down_proj.scales": "model-00058-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.down_proj.weight": "model-00058-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.gate_up_proj.biases": "model-00059-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.gate_up_proj.scales": "model-00059-of-00079.safetensors",
+    "model.layers.57.mlp.switch_mlp.gate_up_proj.weight": "model-00059-of-00079.safetensors",
+    "model.layers.57.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.embed_q.biases": "model-00059-of-00079.safetensors",
+    "model.layers.57.self_attn.embed_q.scales": "model-00059-of-00079.safetensors",
+    "model.layers.57.self_attn.embed_q.weight": "model-00059-of-00079.safetensors",
+    "model.layers.57.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.57.self_attn.unembed_out.biases": "model-00059-of-00079.safetensors",
+    "model.layers.57.self_attn.unembed_out.scales": "model-00059-of-00079.safetensors",
+    "model.layers.57.self_attn.unembed_out.weight": "model-00059-of-00079.safetensors",
+    "model.layers.58.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.down_proj.biases": "model-00059-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.down_proj.scales": "model-00059-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.down_proj.weight": "model-00059-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.gate_up_proj.biases": "model-00060-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.gate_up_proj.scales": "model-00060-of-00079.safetensors",
+    "model.layers.58.mlp.switch_mlp.gate_up_proj.weight": "model-00060-of-00079.safetensors",
+    "model.layers.58.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.embed_q.biases": "model-00060-of-00079.safetensors",
+    "model.layers.58.self_attn.embed_q.scales": "model-00060-of-00079.safetensors",
+    "model.layers.58.self_attn.embed_q.weight": "model-00060-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.58.self_attn.unembed_out.biases": "model-00060-of-00079.safetensors",
+    "model.layers.58.self_attn.unembed_out.scales": "model-00060-of-00079.safetensors",
+    "model.layers.58.self_attn.unembed_out.weight": "model-00060-of-00079.safetensors",
+    "model.layers.59.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.down_proj.biases": "model-00060-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.down_proj.scales": "model-00060-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.down_proj.weight": "model-00060-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.gate_up_proj.biases": "model-00061-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.gate_up_proj.scales": "model-00061-of-00079.safetensors",
+    "model.layers.59.mlp.switch_mlp.gate_up_proj.weight": "model-00061-of-00079.safetensors",
+    "model.layers.59.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.embed_q.biases": "model-00061-of-00079.safetensors",
+    "model.layers.59.self_attn.embed_q.scales": "model-00061-of-00079.safetensors",
+    "model.layers.59.self_attn.embed_q.weight": "model-00061-of-00079.safetensors",
+    "model.layers.59.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.59.self_attn.unembed_out.biases": "model-00061-of-00079.safetensors",
+    "model.layers.59.self_attn.unembed_out.scales": "model-00061-of-00079.safetensors",
+    "model.layers.59.self_attn.unembed_out.weight": "model-00061-of-00079.safetensors",
+    "model.layers.6.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.down_proj.biases": "model-00007-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.down_proj.scales": "model-00007-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.down_proj.weight": "model-00007-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.gate_up_proj.biases": "model-00008-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.gate_up_proj.scales": "model-00008-of-00079.safetensors",
+    "model.layers.6.mlp.switch_mlp.gate_up_proj.weight": "model-00008-of-00079.safetensors",
+    "model.layers.6.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.embed_q.biases": "model-00008-of-00079.safetensors",
+    "model.layers.6.self_attn.embed_q.scales": "model-00008-of-00079.safetensors",
+    "model.layers.6.self_attn.embed_q.weight": "model-00008-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.6.self_attn.unembed_out.biases": "model-00008-of-00079.safetensors",
+    "model.layers.6.self_attn.unembed_out.scales": "model-00008-of-00079.safetensors",
+    "model.layers.6.self_attn.unembed_out.weight": "model-00008-of-00079.safetensors",
+    "model.layers.60.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.down_proj.biases": "model-00061-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.down_proj.scales": "model-00061-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.down_proj.weight": "model-00061-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.gate_up_proj.biases": "model-00062-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.gate_up_proj.scales": "model-00062-of-00079.safetensors",
+    "model.layers.60.mlp.switch_mlp.gate_up_proj.weight": "model-00062-of-00079.safetensors",
+    "model.layers.60.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.embed_q.biases": "model-00062-of-00079.safetensors",
+    "model.layers.60.self_attn.embed_q.scales": "model-00062-of-00079.safetensors",
+    "model.layers.60.self_attn.embed_q.weight": "model-00062-of-00079.safetensors",
+    "model.layers.60.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.60.self_attn.unembed_out.biases": "model-00062-of-00079.safetensors",
+    "model.layers.60.self_attn.unembed_out.scales": "model-00062-of-00079.safetensors",
+    "model.layers.60.self_attn.unembed_out.weight": "model-00062-of-00079.safetensors",
+    "model.layers.61.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.down_proj.biases": "model-00062-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.down_proj.scales": "model-00062-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.down_proj.weight": "model-00062-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.gate_up_proj.biases": "model-00063-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.gate_up_proj.scales": "model-00063-of-00079.safetensors",
+    "model.layers.61.mlp.switch_mlp.gate_up_proj.weight": "model-00063-of-00079.safetensors",
+    "model.layers.61.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.embed_q.biases": "model-00063-of-00079.safetensors",
+    "model.layers.61.self_attn.embed_q.scales": "model-00063-of-00079.safetensors",
+    "model.layers.61.self_attn.embed_q.weight": "model-00063-of-00079.safetensors",
+    "model.layers.61.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.61.self_attn.unembed_out.biases": "model-00063-of-00079.safetensors",
+    "model.layers.61.self_attn.unembed_out.scales": "model-00063-of-00079.safetensors",
+    "model.layers.61.self_attn.unembed_out.weight": "model-00063-of-00079.safetensors",
+    "model.layers.62.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.down_proj.biases": "model-00063-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.down_proj.scales": "model-00063-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.down_proj.weight": "model-00063-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.gate_up_proj.biases": "model-00064-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.gate_up_proj.scales": "model-00064-of-00079.safetensors",
+    "model.layers.62.mlp.switch_mlp.gate_up_proj.weight": "model-00064-of-00079.safetensors",
+    "model.layers.62.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.embed_q.biases": "model-00064-of-00079.safetensors",
+    "model.layers.62.self_attn.embed_q.scales": "model-00064-of-00079.safetensors",
+    "model.layers.62.self_attn.embed_q.weight": "model-00064-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.k_norm.bias": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.k_norm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.weights_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.weights_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.weights_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wk.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wk.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wk.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wq_b.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wq_b.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.indexer.wq_b.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_a_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_a_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_a_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_b_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_b_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.q_b_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.62.self_attn.unembed_out.biases": "model-00064-of-00079.safetensors",
+    "model.layers.62.self_attn.unembed_out.scales": "model-00064-of-00079.safetensors",
+    "model.layers.62.self_attn.unembed_out.weight": "model-00064-of-00079.safetensors",
+    "model.layers.63.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.gate.e_score_correction_bias": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.gate.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.down_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.down_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.down_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.gate_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.gate_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.gate_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.up_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.up_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.shared_experts.up_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.down_proj.biases": "model-00064-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.down_proj.scales": "model-00064-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.down_proj.weight": "model-00064-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.gate_up_proj.biases": "model-00065-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.gate_up_proj.scales": "model-00065-of-00079.safetensors",
+    "model.layers.63.mlp.switch_mlp.gate_up_proj.weight": "model-00065-of-00079.safetensors",
+    "model.layers.63.post_attention_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.embed_q.biases": "model-00065-of-00079.safetensors",
+    "model.layers.63.self_attn.embed_q.scales": "model-00065-of-00079.safetensors",
+    "model.layers.63.self_attn.embed_q.weight": "model-00065-of-00079.safetensors",
+    "model.layers.63.self_attn.kv_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.kv_a_proj_with_mqa.biases": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.kv_a_proj_with_mqa.scales": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.kv_a_proj_with_mqa.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.o_proj.biases": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.o_proj.scales": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.o_proj.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.q_a_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.63.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.63.self_attn.unembed_out.biases": "model-00065-of-00079.safetensors",
+    "model.layers.63.self_attn.unembed_out.scales": "model-00065-of-00079.safetensors",
+    "model.layers.63.self_attn.unembed_out.weight": "model-00065-of-00079.safetensors",
+    "model.layers.64.input_layernorm.weight": "model-00003-of-00079.safetensors",
+    "model.layers.64.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.down_proj.biases": "model-00065-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.down_proj.scales": "model-00065-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.down_proj.weight": "model-00065-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.gate_up_proj.biases": "model-00066-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.gate_up_proj.scales": "model-00066-of-00079.safetensors",
+    "model.layers.64.mlp.switch_mlp.gate_up_proj.weight": "model-00066-of-00079.safetensors",
+    "model.layers.64.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.embed_q.biases": "model-00066-of-00079.safetensors",
+    "model.layers.64.self_attn.embed_q.scales": "model-00066-of-00079.safetensors",
+    "model.layers.64.self_attn.embed_q.weight": "model-00066-of-00079.safetensors",
+    "model.layers.64.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.64.self_attn.unembed_out.biases": "model-00066-of-00079.safetensors",
+    "model.layers.64.self_attn.unembed_out.scales": "model-00066-of-00079.safetensors",
+    "model.layers.64.self_attn.unembed_out.weight": "model-00066-of-00079.safetensors",
+    "model.layers.65.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.down_proj.biases": "model-00066-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.down_proj.scales": "model-00066-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.down_proj.weight": "model-00066-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.gate_up_proj.biases": "model-00067-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.gate_up_proj.scales": "model-00067-of-00079.safetensors",
+    "model.layers.65.mlp.switch_mlp.gate_up_proj.weight": "model-00067-of-00079.safetensors",
+    "model.layers.65.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.embed_q.biases": "model-00067-of-00079.safetensors",
+    "model.layers.65.self_attn.embed_q.scales": "model-00067-of-00079.safetensors",
+    "model.layers.65.self_attn.embed_q.weight": "model-00067-of-00079.safetensors",
+    "model.layers.65.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.65.self_attn.unembed_out.biases": "model-00067-of-00079.safetensors",
+    "model.layers.65.self_attn.unembed_out.scales": "model-00067-of-00079.safetensors",
+    "model.layers.65.self_attn.unembed_out.weight": "model-00067-of-00079.safetensors",
+    "model.layers.66.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.down_proj.biases": "model-00067-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.down_proj.scales": "model-00067-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.down_proj.weight": "model-00067-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.gate_up_proj.biases": "model-00068-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.gate_up_proj.scales": "model-00068-of-00079.safetensors",
+    "model.layers.66.mlp.switch_mlp.gate_up_proj.weight": "model-00068-of-00079.safetensors",
+    "model.layers.66.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.embed_q.biases": "model-00068-of-00079.safetensors",
+    "model.layers.66.self_attn.embed_q.scales": "model-00068-of-00079.safetensors",
+    "model.layers.66.self_attn.embed_q.weight": "model-00068-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.k_norm.bias": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.k_norm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.weights_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.weights_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.weights_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wk.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wk.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wk.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wq_b.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wq_b.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.indexer.wq_b.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.66.self_attn.unembed_out.biases": "model-00068-of-00079.safetensors",
+    "model.layers.66.self_attn.unembed_out.scales": "model-00068-of-00079.safetensors",
+    "model.layers.66.self_attn.unembed_out.weight": "model-00068-of-00079.safetensors",
+    "model.layers.67.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.down_proj.biases": "model-00068-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.down_proj.scales": "model-00068-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.down_proj.weight": "model-00068-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.gate_up_proj.biases": "model-00069-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.gate_up_proj.scales": "model-00069-of-00079.safetensors",
+    "model.layers.67.mlp.switch_mlp.gate_up_proj.weight": "model-00069-of-00079.safetensors",
+    "model.layers.67.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.embed_q.biases": "model-00069-of-00079.safetensors",
+    "model.layers.67.self_attn.embed_q.scales": "model-00069-of-00079.safetensors",
+    "model.layers.67.self_attn.embed_q.weight": "model-00069-of-00079.safetensors",
+    "model.layers.67.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.67.self_attn.unembed_out.biases": "model-00069-of-00079.safetensors",
+    "model.layers.67.self_attn.unembed_out.scales": "model-00069-of-00079.safetensors",
+    "model.layers.67.self_attn.unembed_out.weight": "model-00069-of-00079.safetensors",
+    "model.layers.68.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.down_proj.biases": "model-00069-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.down_proj.scales": "model-00069-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.down_proj.weight": "model-00069-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.gate_up_proj.biases": "model-00070-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.gate_up_proj.scales": "model-00070-of-00079.safetensors",
+    "model.layers.68.mlp.switch_mlp.gate_up_proj.weight": "model-00070-of-00079.safetensors",
+    "model.layers.68.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.embed_q.biases": "model-00070-of-00079.safetensors",
+    "model.layers.68.self_attn.embed_q.scales": "model-00070-of-00079.safetensors",
+    "model.layers.68.self_attn.embed_q.weight": "model-00070-of-00079.safetensors",
+    "model.layers.68.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.68.self_attn.unembed_out.biases": "model-00070-of-00079.safetensors",
+    "model.layers.68.self_attn.unembed_out.scales": "model-00070-of-00079.safetensors",
+    "model.layers.68.self_attn.unembed_out.weight": "model-00070-of-00079.safetensors",
+    "model.layers.69.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.down_proj.biases": "model-00070-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.down_proj.scales": "model-00070-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.down_proj.weight": "model-00070-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.gate_up_proj.biases": "model-00071-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.gate_up_proj.scales": "model-00071-of-00079.safetensors",
+    "model.layers.69.mlp.switch_mlp.gate_up_proj.weight": "model-00071-of-00079.safetensors",
+    "model.layers.69.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.embed_q.biases": "model-00071-of-00079.safetensors",
+    "model.layers.69.self_attn.embed_q.scales": "model-00071-of-00079.safetensors",
+    "model.layers.69.self_attn.embed_q.weight": "model-00071-of-00079.safetensors",
+    "model.layers.69.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.69.self_attn.unembed_out.biases": "model-00071-of-00079.safetensors",
+    "model.layers.69.self_attn.unembed_out.scales": "model-00071-of-00079.safetensors",
+    "model.layers.69.self_attn.unembed_out.weight": "model-00071-of-00079.safetensors",
+    "model.layers.7.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.down_proj.biases": "model-00008-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.down_proj.scales": "model-00008-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.down_proj.weight": "model-00008-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.gate_up_proj.biases": "model-00009-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.gate_up_proj.scales": "model-00009-of-00079.safetensors",
+    "model.layers.7.mlp.switch_mlp.gate_up_proj.weight": "model-00009-of-00079.safetensors",
+    "model.layers.7.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.embed_q.biases": "model-00009-of-00079.safetensors",
+    "model.layers.7.self_attn.embed_q.scales": "model-00009-of-00079.safetensors",
+    "model.layers.7.self_attn.embed_q.weight": "model-00009-of-00079.safetensors",
+    "model.layers.7.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.7.self_attn.unembed_out.biases": "model-00009-of-00079.safetensors",
+    "model.layers.7.self_attn.unembed_out.scales": "model-00009-of-00079.safetensors",
+    "model.layers.7.self_attn.unembed_out.weight": "model-00009-of-00079.safetensors",
+    "model.layers.70.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.down_proj.biases": "model-00071-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.down_proj.scales": "model-00071-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.down_proj.weight": "model-00071-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.gate_up_proj.biases": "model-00072-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.gate_up_proj.scales": "model-00072-of-00079.safetensors",
+    "model.layers.70.mlp.switch_mlp.gate_up_proj.weight": "model-00072-of-00079.safetensors",
+    "model.layers.70.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.embed_q.biases": "model-00072-of-00079.safetensors",
+    "model.layers.70.self_attn.embed_q.scales": "model-00072-of-00079.safetensors",
+    "model.layers.70.self_attn.embed_q.weight": "model-00072-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.k_norm.bias": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.k_norm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.weights_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.weights_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.weights_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wk.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wk.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wk.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wq_b.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wq_b.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.indexer.wq_b.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.70.self_attn.unembed_out.biases": "model-00072-of-00079.safetensors",
+    "model.layers.70.self_attn.unembed_out.scales": "model-00072-of-00079.safetensors",
+    "model.layers.70.self_attn.unembed_out.weight": "model-00072-of-00079.safetensors",
+    "model.layers.71.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.down_proj.biases": "model-00072-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.down_proj.scales": "model-00072-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.down_proj.weight": "model-00072-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.gate_up_proj.biases": "model-00073-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.gate_up_proj.scales": "model-00073-of-00079.safetensors",
+    "model.layers.71.mlp.switch_mlp.gate_up_proj.weight": "model-00073-of-00079.safetensors",
+    "model.layers.71.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.embed_q.biases": "model-00073-of-00079.safetensors",
+    "model.layers.71.self_attn.embed_q.scales": "model-00073-of-00079.safetensors",
+    "model.layers.71.self_attn.embed_q.weight": "model-00073-of-00079.safetensors",
+    "model.layers.71.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.71.self_attn.unembed_out.biases": "model-00073-of-00079.safetensors",
+    "model.layers.71.self_attn.unembed_out.scales": "model-00073-of-00079.safetensors",
+    "model.layers.71.self_attn.unembed_out.weight": "model-00073-of-00079.safetensors",
+    "model.layers.72.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.down_proj.biases": "model-00073-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.down_proj.scales": "model-00073-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.down_proj.weight": "model-00073-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.gate_up_proj.biases": "model-00074-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.gate_up_proj.scales": "model-00074-of-00079.safetensors",
+    "model.layers.72.mlp.switch_mlp.gate_up_proj.weight": "model-00074-of-00079.safetensors",
+    "model.layers.72.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.embed_q.biases": "model-00074-of-00079.safetensors",
+    "model.layers.72.self_attn.embed_q.scales": "model-00074-of-00079.safetensors",
+    "model.layers.72.self_attn.embed_q.weight": "model-00074-of-00079.safetensors",
+    "model.layers.72.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.72.self_attn.unembed_out.biases": "model-00074-of-00079.safetensors",
+    "model.layers.72.self_attn.unembed_out.scales": "model-00074-of-00079.safetensors",
+    "model.layers.72.self_attn.unembed_out.weight": "model-00074-of-00079.safetensors",
+    "model.layers.73.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.down_proj.biases": "model-00074-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.down_proj.scales": "model-00074-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.down_proj.weight": "model-00074-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.gate_up_proj.biases": "model-00075-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.gate_up_proj.scales": "model-00075-of-00079.safetensors",
+    "model.layers.73.mlp.switch_mlp.gate_up_proj.weight": "model-00075-of-00079.safetensors",
+    "model.layers.73.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.embed_q.biases": "model-00075-of-00079.safetensors",
+    "model.layers.73.self_attn.embed_q.scales": "model-00075-of-00079.safetensors",
+    "model.layers.73.self_attn.embed_q.weight": "model-00075-of-00079.safetensors",
+    "model.layers.73.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.73.self_attn.unembed_out.biases": "model-00075-of-00079.safetensors",
+    "model.layers.73.self_attn.unembed_out.scales": "model-00075-of-00079.safetensors",
+    "model.layers.73.self_attn.unembed_out.weight": "model-00075-of-00079.safetensors",
+    "model.layers.74.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.down_proj.biases": "model-00075-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.down_proj.scales": "model-00075-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.down_proj.weight": "model-00075-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.gate_up_proj.biases": "model-00076-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.gate_up_proj.scales": "model-00076-of-00079.safetensors",
+    "model.layers.74.mlp.switch_mlp.gate_up_proj.weight": "model-00076-of-00079.safetensors",
+    "model.layers.74.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.embed_q.biases": "model-00076-of-00079.safetensors",
+    "model.layers.74.self_attn.embed_q.scales": "model-00076-of-00079.safetensors",
+    "model.layers.74.self_attn.embed_q.weight": "model-00076-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.k_norm.bias": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.k_norm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.weights_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.weights_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.weights_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wk.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wk.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wk.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wq_b.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wq_b.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.indexer.wq_b.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.74.self_attn.unembed_out.biases": "model-00076-of-00079.safetensors",
+    "model.layers.74.self_attn.unembed_out.scales": "model-00076-of-00079.safetensors",
+    "model.layers.74.self_attn.unembed_out.weight": "model-00076-of-00079.safetensors",
+    "model.layers.75.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.down_proj.biases": "model-00076-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.down_proj.scales": "model-00076-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.down_proj.weight": "model-00076-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.gate_up_proj.biases": "model-00077-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.gate_up_proj.scales": "model-00077-of-00079.safetensors",
+    "model.layers.75.mlp.switch_mlp.gate_up_proj.weight": "model-00077-of-00079.safetensors",
+    "model.layers.75.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.embed_q.biases": "model-00077-of-00079.safetensors",
+    "model.layers.75.self_attn.embed_q.scales": "model-00077-of-00079.safetensors",
+    "model.layers.75.self_attn.embed_q.weight": "model-00077-of-00079.safetensors",
+    "model.layers.75.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.75.self_attn.unembed_out.biases": "model-00077-of-00079.safetensors",
+    "model.layers.75.self_attn.unembed_out.scales": "model-00077-of-00079.safetensors",
+    "model.layers.75.self_attn.unembed_out.weight": "model-00077-of-00079.safetensors",
+    "model.layers.76.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.down_proj.biases": "model-00077-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.down_proj.scales": "model-00077-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.down_proj.weight": "model-00077-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.gate_up_proj.biases": "model-00078-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.gate_up_proj.scales": "model-00078-of-00079.safetensors",
+    "model.layers.76.mlp.switch_mlp.gate_up_proj.weight": "model-00078-of-00079.safetensors",
+    "model.layers.76.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.embed_q.biases": "model-00078-of-00079.safetensors",
+    "model.layers.76.self_attn.embed_q.scales": "model-00078-of-00079.safetensors",
+    "model.layers.76.self_attn.embed_q.weight": "model-00078-of-00079.safetensors",
+    "model.layers.76.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.76.self_attn.unembed_out.biases": "model-00078-of-00079.safetensors",
+    "model.layers.76.self_attn.unembed_out.scales": "model-00078-of-00079.safetensors",
+    "model.layers.76.self_attn.unembed_out.weight": "model-00078-of-00079.safetensors",
+    "model.layers.77.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.down_proj.biases": "model-00078-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.down_proj.scales": "model-00078-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.down_proj.weight": "model-00078-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.gate_up_proj.biases": "model-00079-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.gate_up_proj.scales": "model-00079-of-00079.safetensors",
+    "model.layers.77.mlp.switch_mlp.gate_up_proj.weight": "model-00079-of-00079.safetensors",
+    "model.layers.77.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.embed_q.biases": "model-00079-of-00079.safetensors",
+    "model.layers.77.self_attn.embed_q.scales": "model-00079-of-00079.safetensors",
+    "model.layers.77.self_attn.embed_q.weight": "model-00079-of-00079.safetensors",
+    "model.layers.77.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.77.self_attn.unembed_out.biases": "model-00079-of-00079.safetensors",
+    "model.layers.77.self_attn.unembed_out.scales": "model-00079-of-00079.safetensors",
+    "model.layers.77.self_attn.unembed_out.weight": "model-00079-of-00079.safetensors",
+    "model.layers.8.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.down_proj.biases": "model-00009-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.down_proj.scales": "model-00009-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.down_proj.weight": "model-00009-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.gate_up_proj.biases": "model-00010-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.gate_up_proj.scales": "model-00010-of-00079.safetensors",
+    "model.layers.8.mlp.switch_mlp.gate_up_proj.weight": "model-00010-of-00079.safetensors",
+    "model.layers.8.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.embed_q.biases": "model-00010-of-00079.safetensors",
+    "model.layers.8.self_attn.embed_q.scales": "model-00010-of-00079.safetensors",
+    "model.layers.8.self_attn.embed_q.weight": "model-00010-of-00079.safetensors",
+    "model.layers.8.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.8.self_attn.unembed_out.biases": "model-00010-of-00079.safetensors",
+    "model.layers.8.self_attn.unembed_out.scales": "model-00010-of-00079.safetensors",
+    "model.layers.8.self_attn.unembed_out.weight": "model-00010-of-00079.safetensors",
+    "model.layers.9.input_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.gate.e_score_correction_bias": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.gate.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.down_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.down_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.down_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.gate_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.gate_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.up_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.up_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.shared_experts.up_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.down_proj.biases": "model-00010-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.down_proj.scales": "model-00010-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.down_proj.weight": "model-00010-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.gate_up_proj.biases": "model-00011-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.gate_up_proj.scales": "model-00011-of-00079.safetensors",
+    "model.layers.9.mlp.switch_mlp.gate_up_proj.weight": "model-00011-of-00079.safetensors",
+    "model.layers.9.post_attention_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.embed_q.biases": "model-00011-of-00079.safetensors",
+    "model.layers.9.self_attn.embed_q.scales": "model-00011-of-00079.safetensors",
+    "model.layers.9.self_attn.embed_q.weight": "model-00011-of-00079.safetensors",
+    "model.layers.9.self_attn.kv_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.kv_a_proj_with_mqa.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.kv_a_proj_with_mqa.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.kv_a_proj_with_mqa.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.o_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.o_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.o_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_a_layernorm.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_a_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_a_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_a_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_b_proj.biases": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_b_proj.scales": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.q_b_proj.weight": "model-00004-of-00079.safetensors",
+    "model.layers.9.self_attn.unembed_out.biases": "model-00011-of-00079.safetensors",
+    "model.layers.9.self_attn.unembed_out.scales": "model-00011-of-00079.safetensors",
+    "model.layers.9.self_attn.unembed_out.weight": "model-00011-of-00079.safetensors",
+    "model.norm.weight": "model-00004-of-00079.safetensors"
+  }
+}
\ No newline at end of file
diff --git a/oq_imatrix_report.json b/oq_imatrix_report.json
new file mode 100644
index 0000000000000000000000000000000000000000..f1d515af6ca5fc89cc391d5f0e012b441a5263d3
--- /dev/null
+++ b/oq_imatrix_report.json
@@ -0,0 +1,1029 @@
+{
+  "enabled": true,
+  "cache_path": "/Volumes/GLM4TB/models/.oqe_imatrix/GLM-5.3-5fd11d5bb170-s128-l512.npz",
+  "cache_reused": false,
+  "entry_count": 837,
+  "calib_dataset": "oqe_code_multilingual",
+  "collection": {
+    "dataset": "oqe_code_multilingual",
+    "requested_samples": 128,
+    "seq_length": 512,
+    "adaptive": true,
+    "adaptive_step_samples": 128,
+    "adaptive_max_samples": 1024,
+    "available_samples": 1024,
+    "micro_batch_size": 8,
+    "micro_batches": 16,
+    "batch_plan": {
+      "micro_batch_size": 8,
+      "estimated_sample_bytes": 100663296,
+      "capture_budget_bytes": 805306368,
+      "system_available_bytes": 524907692032,
+      "metal_available_bytes": 522262896280,
+      "live_available_bytes": 522262896280,
+      "model_bytes": 418321294826,
+      "remaining_available_bytes": 103941601454,
+      "fits_one_sample": true,
+      "hidden_size": 6144,
+      "num_experts": 256,
+      "top_k": 8,
+      "gemma4_state_bytes": 0,
+      "num_hidden_layers": 78,
+      "num_kv_shared_layers": 0,
+      "per_layer_input_size": 0
+    },
+    "processed_samples": 128,
+    "model_class": "omlx.patches.glm_moe_dsa.glm_moe_dsa_model.Model",
+    "layer_model_class": "omlx.patches.glm_moe_dsa.glm_moe_dsa_model.GlmMoeDsaModel",
+    "layer_model_type": "glm_moe_dsa",
+    "layer_count": 78,
+    "layer_state_kind": "glm_moe_dsa",
+    "successful_layer_forwards": 1248,
+    "skipped_layer_forwards": 0,
+    "mtp_head_forwards": 0,
+    "installed_modules": 916,
+    "capture_module_classes": {
+      "QuantizedLinear": 610,
+      "QuantizedMultiLinear": 156,
+      "QuantizedSwitchLinear": 150
+    },
+    "switch_capture_modules": 150,
+    "requires_expert_counts": true,
+    "coverage_sufficient": true,
+    "collection_sufficient": true,
+    "coverage": {
+      "has_expert_counts": true,
+      "expert_modules": 228,
+      "total_experts": 43392,
+      "active_experts": 43392,
+      "zero_count_experts": 0,
+      "active_ratio": 1.0,
+      "min_count": 18,
+      "p05_count": 787.0,
+      "p10_count": 1023.0,
+      "median_count": 1943.0,
+      "max_count": 65536,
+      "min_required_count": 16,
+      "required_percentile": 5
+    },
+    "rounds": [
+      {
+        "processed_samples": 128,
+        "coverage_sufficient": true,
+        "collection_sufficient": true,
+        "coverage": {
+          "has_expert_counts": true,
+          "expert_modules": 228,
+          "total_experts": 43392,
+          "active_experts": 43392,
+          "zero_count_experts": 0,
+          "active_ratio": 1.0,
+          "min_count": 18,
+          "p05_count": 787.0,
+          "p10_count": 1023.0,
+          "median_count": 1943.0,
+          "max_count": 65536,
+          "min_required_count": 16,
+          "required_percentile": 5
+        }
+      }
+    ]
+  },
+  "expert_coverage": {
+    "has_expert_counts": true,
+    "expert_modules": 228,
+    "total_experts": 43392,
+    "active_experts": 43392,
+    "zero_count_experts": 0,
+    "active_ratio": 1.0,
+    "min_count": 18,
+    "p05_count": 787.0,
+    "p10_count": 1023.0,
+    "median_count": 1943.0,
+    "max_count": 65536,
+    "min_required_count": 16,
+    "required_percentile": 5
+  },
+  "applied": [
+    "model.layers.0.mlp.down_proj",
+    "model.layers.0.mlp.gate_proj",
+    "model.layers.0.mlp.up_proj",
+    "model.layers.0.self_attn.indexer.weights_proj",
+    "model.layers.0.self_attn.indexer.wk",
+    "model.layers.0.self_attn.indexer.wq_b",
+    "model.layers.0.self_attn.kv_a_proj_with_mqa",
+    "model.layers.0.self_attn.o_proj",
+    "model.layers.0.self_attn.q_a_proj",
+    "model.layers.0.self_attn.q_b_proj",
+    "model.layers.0.self_attn.unembed_out",
+    "model.layers.1.mlp.down_proj",
+    "model.layers.1.mlp.gate_proj",
+    "model.layers.1.mlp.up_proj",
+    "model.layers.1.self_attn.indexer.weights_proj",
+    "model.layers.1.self_attn.indexer.wk",
+    "model.layers.1.self_attn.indexer.wq_b",
+    "model.layers.1.self_attn.kv_a_proj_with_mqa",
+    "model.layers.1.self_attn.o_proj",
+    "model.layers.1.self_attn.q_a_proj",
+    "model.layers.1.self_attn.q_b_proj",
+    "model.layers.1.self_attn.unembed_out",
+    "model.layers.10.mlp.shared_experts.down_proj",
+    "model.layers.10.mlp.shared_experts.gate_proj",
+    "model.layers.10.mlp.shared_experts.up_proj",
+    "model.layers.10.mlp.switch_mlp.down_proj",
+    "model.layers.10.mlp.switch_mlp.gate_up_proj",
+    "model.layers.10.self_attn.indexer.weights_proj",
+    "model.layers.10.self_attn.indexer.wk",
+    "model.layers.10.self_attn.indexer.wq_b",
+    "model.layers.10.self_attn.kv_a_proj_with_mqa",
+    "model.layers.10.self_attn.o_proj",
+    "model.layers.10.self_attn.q_a_proj",
+    "model.layers.10.self_attn.q_b_proj",
+    "model.layers.10.self_attn.unembed_out",
+    "model.layers.11.mlp.shared_experts.down_proj",
+    "model.layers.11.mlp.shared_experts.gate_proj",
+    "model.layers.11.mlp.shared_experts.up_proj",
+    "model.layers.11.mlp.switch_mlp.down_proj",
+    "model.layers.11.mlp.switch_mlp.gate_up_proj",
+    "model.layers.11.self_attn.kv_a_proj_with_mqa",
+    "model.layers.11.self_attn.o_proj",
+    "model.layers.11.self_attn.q_a_proj",
+    "model.layers.11.self_attn.q_b_proj",
+    "model.layers.11.self_attn.unembed_out",
+    "model.layers.12.mlp.shared_experts.down_proj",
+    "model.layers.12.mlp.shared_experts.gate_proj",
+    "model.layers.12.mlp.shared_experts.up_proj",
+    "model.layers.12.mlp.switch_mlp.down_proj",
+    "model.layers.12.mlp.switch_mlp.gate_up_proj",
+    "model.layers.12.self_attn.kv_a_proj_with_mqa",
+    "model.layers.12.self_attn.o_proj",
+    "model.layers.12.self_attn.q_a_proj",
+    "model.layers.12.self_attn.q_b_proj",
+    "model.layers.12.self_attn.unembed_out",
+    "model.layers.13.mlp.shared_experts.down_proj",
+    "model.layers.13.mlp.shared_experts.gate_proj",
+    "model.layers.13.mlp.shared_experts.up_proj",
+    "model.layers.13.mlp.switch_mlp.down_proj",
+    "model.layers.13.mlp.switch_mlp.gate_up_proj",
+    "model.layers.13.self_attn.kv_a_proj_with_mqa",
+    "model.layers.13.self_attn.o_proj",
+    "model.layers.13.self_attn.q_a_proj",
+    "model.layers.13.self_attn.q_b_proj",
+    "model.layers.13.self_attn.unembed_out",
+    "model.layers.14.mlp.shared_experts.down_proj",
+    "model.layers.14.mlp.shared_experts.gate_proj",
+    "model.layers.14.mlp.shared_experts.up_proj",
+    "model.layers.14.mlp.switch_mlp.down_proj",
+    "model.layers.14.mlp.switch_mlp.gate_up_proj",
+    "model.layers.14.self_attn.indexer.weights_proj",
+    "model.layers.14.self_attn.indexer.wk",
+    "model.layers.14.self_attn.indexer.wq_b",
+    "model.layers.14.self_attn.kv_a_proj_with_mqa",
+    "model.layers.14.self_attn.o_proj",
+    "model.layers.14.self_attn.q_a_proj",
+    "model.layers.14.self_attn.q_b_proj",
+    "model.layers.14.self_attn.unembed_out",
+    "model.layers.15.mlp.shared_experts.down_proj",
+    "model.layers.15.mlp.shared_experts.gate_proj",
+    "model.layers.15.mlp.shared_experts.up_proj",
+    "model.layers.15.mlp.switch_mlp.down_proj",
+    "model.layers.15.mlp.switch_mlp.gate_up_proj",
+    "model.layers.15.self_attn.kv_a_proj_with_mqa",
+    "model.layers.15.self_attn.o_proj",
+    "model.layers.15.self_attn.q_a_proj",
+    "model.layers.15.self_attn.q_b_proj",
+    "model.layers.15.self_attn.unembed_out",
+    "model.layers.16.mlp.shared_experts.down_proj",
+    "model.layers.16.mlp.shared_experts.gate_proj",
+    "model.layers.16.mlp.shared_experts.up_proj",
+    "model.layers.16.mlp.switch_mlp.down_proj",
+    "model.layers.16.mlp.switch_mlp.gate_up_proj",
+    "model.layers.16.self_attn.kv_a_proj_with_mqa",
+    "model.layers.16.self_attn.o_proj",
+    "model.layers.16.self_attn.q_a_proj",
+    "model.layers.16.self_attn.q_b_proj",
+    "model.layers.16.self_attn.unembed_out",
+    "model.layers.17.mlp.shared_experts.down_proj",
+    "model.layers.17.mlp.shared_experts.gate_proj",
+    "model.layers.17.mlp.shared_experts.up_proj",
+    "model.layers.17.mlp.switch_mlp.down_proj",
+    "model.layers.17.mlp.switch_mlp.gate_up_proj",
+    "model.layers.17.self_attn.kv_a_proj_with_mqa",
+    "model.layers.17.self_attn.o_proj",
+    "model.layers.17.self_attn.q_a_proj",
+    "model.layers.17.self_attn.q_b_proj",
+    "model.layers.17.self_attn.unembed_out",
+    "model.layers.18.mlp.shared_experts.down_proj",
+    "model.layers.18.mlp.shared_experts.gate_proj",
+    "model.layers.18.mlp.shared_experts.up_proj",
+    "model.layers.18.mlp.switch_mlp.down_proj",
+    "model.layers.18.mlp.switch_mlp.gate_up_proj",
+    "model.layers.18.self_attn.indexer.weights_proj",
+    "model.layers.18.self_attn.indexer.wk",
+    "model.layers.18.self_attn.indexer.wq_b",
+    "model.layers.18.self_attn.kv_a_proj_with_mqa",
+    "model.layers.18.self_attn.o_proj",
+    "model.layers.18.self_attn.q_a_proj",
+    "model.layers.18.self_attn.q_b_proj",
+    "model.layers.18.self_attn.unembed_out",
+    "model.layers.19.mlp.shared_experts.down_proj",
+    "model.layers.19.mlp.shared_experts.gate_proj",
+    "model.layers.19.mlp.shared_experts.up_proj",
+    "model.layers.19.mlp.switch_mlp.down_proj",
+    "model.layers.19.mlp.switch_mlp.gate_up_proj",
+    "model.layers.19.self_attn.kv_a_proj_with_mqa",
+    "model.layers.19.self_attn.o_proj",
+    "model.layers.19.self_attn.q_a_proj",
+    "model.layers.19.self_attn.q_b_proj",
+    "model.layers.19.self_attn.unembed_out",
+    "model.layers.2.mlp.down_proj",
+    "model.layers.2.mlp.gate_proj",
+    "model.layers.2.mlp.up_proj",
+    "model.layers.2.self_attn.indexer.weights_proj",
+    "model.layers.2.self_attn.indexer.wk",
+    "model.layers.2.self_attn.indexer.wq_b",
+    "model.layers.2.self_attn.kv_a_proj_with_mqa",
+    "model.layers.2.self_attn.o_proj",
+    "model.layers.2.self_attn.q_a_proj",
+    "model.layers.2.self_attn.q_b_proj",
+    "model.layers.2.self_attn.unembed_out",
+    "model.layers.20.mlp.shared_experts.down_proj",
+    "model.layers.20.mlp.shared_experts.gate_proj",
+    "model.layers.20.mlp.shared_experts.up_proj",
+    "model.layers.20.mlp.switch_mlp.down_proj",
+    "model.layers.20.mlp.switch_mlp.gate_up_proj",
+    "model.layers.20.self_attn.kv_a_proj_with_mqa",
+    "model.layers.20.self_attn.o_proj",
+    "model.layers.20.self_attn.q_a_proj",
+    "model.layers.20.self_attn.q_b_proj",
+    "model.layers.20.self_attn.unembed_out",
+    "model.layers.21.mlp.shared_experts.down_proj",
+    "model.layers.21.mlp.shared_experts.gate_proj",
+    "model.layers.21.mlp.shared_experts.up_proj",
+    "model.layers.21.mlp.switch_mlp.down_proj",
+    "model.layers.21.mlp.switch_mlp.gate_up_proj",
+    "model.layers.21.self_attn.kv_a_proj_with_mqa",
+    "model.layers.21.self_attn.o_proj",
+    "model.layers.21.self_attn.q_a_proj",
+    "model.layers.21.self_attn.q_b_proj",
+    "model.layers.21.self_attn.unembed_out",
+    "model.layers.22.mlp.shared_experts.down_proj",
+    "model.layers.22.mlp.shared_experts.gate_proj",
+    "model.layers.22.mlp.shared_experts.up_proj",
+    "model.layers.22.mlp.switch_mlp.down_proj",
+    "model.layers.22.mlp.switch_mlp.gate_up_proj",
+    "model.layers.22.self_attn.indexer.weights_proj",
+    "model.layers.22.self_attn.indexer.wk",
+    "model.layers.22.self_attn.indexer.wq_b",
+    "model.layers.22.self_attn.kv_a_proj_with_mqa",
+    "model.layers.22.self_attn.o_proj",
+    "model.layers.22.self_attn.q_a_proj",
+    "model.layers.22.self_attn.q_b_proj",
+    "model.layers.22.self_attn.unembed_out",
+    "model.layers.23.mlp.shared_experts.down_proj",
+    "model.layers.23.mlp.shared_experts.gate_proj",
+    "model.layers.23.mlp.shared_experts.up_proj",
+    "model.layers.23.mlp.switch_mlp.down_proj",
+    "model.layers.23.mlp.switch_mlp.gate_up_proj",
+    "model.layers.23.self_attn.kv_a_proj_with_mqa",
+    "model.layers.23.self_attn.o_proj",
+    "model.layers.23.self_attn.q_a_proj",
+    "model.layers.23.self_attn.q_b_proj",
+    "model.layers.23.self_attn.unembed_out",
+    "model.layers.24.mlp.shared_experts.down_proj",
+    "model.layers.24.mlp.shared_experts.gate_proj",
+    "model.layers.24.mlp.shared_experts.up_proj",
+    "model.layers.24.mlp.switch_mlp.down_proj",
+    "model.layers.24.mlp.switch_mlp.gate_up_proj",
+    "model.layers.24.self_attn.kv_a_proj_with_mqa",
+    "model.layers.24.self_attn.o_proj",
+    "model.layers.24.self_attn.q_a_proj",
+    "model.layers.24.self_attn.q_b_proj",
+    "model.layers.24.self_attn.unembed_out",
+    "model.layers.25.mlp.shared_experts.down_proj",
+    "model.layers.25.mlp.shared_experts.gate_proj",
+    "model.layers.25.mlp.shared_experts.up_proj",
+    "model.layers.25.mlp.switch_mlp.down_proj",
+    "model.layers.25.mlp.switch_mlp.gate_up_proj",
+    "model.layers.25.self_attn.kv_a_proj_with_mqa",
+    "model.layers.25.self_attn.o_proj",
+    "model.layers.25.self_attn.q_a_proj",
+    "model.layers.25.self_attn.q_b_proj",
+    "model.layers.25.self_attn.unembed_out",
+    "model.layers.26.mlp.shared_experts.down_proj",
+    "model.layers.26.mlp.shared_experts.gate_proj",
+    "model.layers.26.mlp.shared_experts.up_proj",
+    "model.layers.26.mlp.switch_mlp.down_proj",
+    "model.layers.26.mlp.switch_mlp.gate_up_proj",
+    "model.layers.26.self_attn.indexer.weights_proj",
+    "model.layers.26.self_attn.indexer.wk",
+    "model.layers.26.self_attn.indexer.wq_b",
+    "model.layers.26.self_attn.kv_a_proj_with_mqa",
+    "model.layers.26.self_attn.o_proj",
+    "model.layers.26.self_attn.q_a_proj",
+    "model.layers.26.self_attn.q_b_proj",
+    "model.layers.26.self_attn.unembed_out",
+    "model.layers.27.mlp.shared_experts.down_proj",
+    "model.layers.27.mlp.shared_experts.gate_proj",
+    "model.layers.27.mlp.shared_experts.up_proj",
+    "model.layers.27.mlp.switch_mlp.down_proj",
+    "model.layers.27.mlp.switch_mlp.gate_up_proj",
+    "model.layers.27.self_attn.kv_a_proj_with_mqa",
+    "model.layers.27.self_attn.o_proj",
+    "model.layers.27.self_attn.q_a_proj",
+    "model.layers.27.self_attn.q_b_proj",
+    "model.layers.27.self_attn.unembed_out",
+    "model.layers.28.mlp.shared_experts.down_proj",
+    "model.layers.28.mlp.shared_experts.gate_proj",
+    "model.layers.28.mlp.shared_experts.up_proj",
+    "model.layers.28.mlp.switch_mlp.down_proj",
+    "model.layers.28.mlp.switch_mlp.gate_up_proj",
+    "model.layers.28.self_attn.kv_a_proj_with_mqa",
+    "model.layers.28.self_attn.o_proj",
+    "model.layers.28.self_attn.q_a_proj",
+    "model.layers.28.self_attn.q_b_proj",
+    "model.layers.28.self_attn.unembed_out",
+    "model.layers.29.mlp.shared_experts.down_proj",
+    "model.layers.29.mlp.shared_experts.gate_proj",
+    "model.layers.29.mlp.shared_experts.up_proj",
+    "model.layers.29.mlp.switch_mlp.down_proj",
+    "model.layers.29.mlp.switch_mlp.gate_up_proj",
+    "model.layers.29.self_attn.kv_a_proj_with_mqa",
+    "model.layers.29.self_attn.o_proj",
+    "model.layers.29.self_attn.q_a_proj",
+    "model.layers.29.self_attn.q_b_proj",
+    "model.layers.29.self_attn.unembed_out",
+    "model.layers.3.mlp.shared_experts.down_proj",
+    "model.layers.3.mlp.shared_experts.gate_proj",
+    "model.layers.3.mlp.shared_experts.up_proj",
+    "model.layers.3.mlp.switch_mlp.down_proj",
+    "model.layers.3.mlp.switch_mlp.gate_up_proj",
+    "model.layers.3.self_attn.kv_a_proj_with_mqa",
+    "model.layers.3.self_attn.o_proj",
+    "model.layers.3.self_attn.q_a_proj",
+    "model.layers.3.self_attn.q_b_proj",
+    "model.layers.3.self_attn.unembed_out",
+    "model.layers.30.mlp.shared_experts.down_proj",
+    "model.layers.30.mlp.shared_experts.gate_proj",
+    "model.layers.30.mlp.shared_experts.up_proj",
+    "model.layers.30.mlp.switch_mlp.down_proj",
+    "model.layers.30.mlp.switch_mlp.gate_up_proj",
+    "model.layers.30.self_attn.indexer.weights_proj",
+    "model.layers.30.self_attn.indexer.wk",
+    "model.layers.30.self_attn.indexer.wq_b",
+    "model.layers.30.self_attn.kv_a_proj_with_mqa",
+    "model.layers.30.self_attn.o_proj",
+    "model.layers.30.self_attn.q_a_proj",
+    "model.layers.30.self_attn.q_b_proj",
+    "model.layers.30.self_attn.unembed_out",
+    "model.layers.31.mlp.shared_experts.down_proj",
+    "model.layers.31.mlp.shared_experts.gate_proj",
+    "model.layers.31.mlp.shared_experts.up_proj",
+    "model.layers.31.mlp.switch_mlp.down_proj",
+    "model.layers.31.mlp.switch_mlp.gate_up_proj",
+    "model.layers.31.self_attn.kv_a_proj_with_mqa",
+    "model.layers.31.self_attn.o_proj",
+    "model.layers.31.self_attn.q_a_proj",
+    "model.layers.31.self_attn.q_b_proj",
+    "model.layers.31.self_attn.unembed_out",
+    "model.layers.32.mlp.shared_experts.down_proj",
+    "model.layers.32.mlp.shared_experts.gate_proj",
+    "model.layers.32.mlp.shared_experts.up_proj",
+    "model.layers.32.mlp.switch_mlp.down_proj",
+    "model.layers.32.mlp.switch_mlp.gate_up_proj",
+    "model.layers.32.self_attn.kv_a_proj_with_mqa",
+    "model.layers.32.self_attn.o_proj",
+    "model.layers.32.self_attn.q_a_proj",
+    "model.layers.32.self_attn.q_b_proj",
+    "model.layers.32.self_attn.unembed_out",
+    "model.layers.33.mlp.shared_experts.down_proj",
+    "model.layers.33.mlp.shared_experts.gate_proj",
+    "model.layers.33.mlp.shared_experts.up_proj",
+    "model.layers.33.mlp.switch_mlp.down_proj",
+    "model.layers.33.mlp.switch_mlp.gate_up_proj",
+    "model.layers.33.self_attn.kv_a_proj_with_mqa",
+    "model.layers.33.self_attn.o_proj",
+    "model.layers.33.self_attn.q_a_proj",
+    "model.layers.33.self_attn.q_b_proj",
+    "model.layers.33.self_attn.unembed_out",
+    "model.layers.34.mlp.shared_experts.down_proj",
+    "model.layers.34.mlp.shared_experts.gate_proj",
+    "model.layers.34.mlp.shared_experts.up_proj",
+    "model.layers.34.mlp.switch_mlp.down_proj",
+    "model.layers.34.mlp.switch_mlp.gate_up_proj",
+    "model.layers.34.self_attn.indexer.weights_proj",
+    "model.layers.34.self_attn.indexer.wk",
+    "model.layers.34.self_attn.indexer.wq_b",
+    "model.layers.34.self_attn.kv_a_proj_with_mqa",
+    "model.layers.34.self_attn.o_proj",
+    "model.layers.34.self_attn.q_a_proj",
+    "model.layers.34.self_attn.q_b_proj",
+    "model.layers.34.self_attn.unembed_out",
+    "model.layers.35.mlp.shared_experts.down_proj",
+    "model.layers.35.mlp.shared_experts.gate_proj",
+    "model.layers.35.mlp.shared_experts.up_proj",
+    "model.layers.35.mlp.switch_mlp.down_proj",
+    "model.layers.35.mlp.switch_mlp.gate_up_proj",
+    "model.layers.35.self_attn.kv_a_proj_with_mqa",
+    "model.layers.35.self_attn.o_proj",
+    "model.layers.35.self_attn.q_a_proj",
+    "model.layers.35.self_attn.q_b_proj",
+    "model.layers.35.self_attn.unembed_out",
+    "model.layers.36.mlp.shared_experts.down_proj",
+    "model.layers.36.mlp.shared_experts.gate_proj",
+    "model.layers.36.mlp.shared_experts.up_proj",
+    "model.layers.36.mlp.switch_mlp.down_proj",
+    "model.layers.36.mlp.switch_mlp.gate_up_proj",
+    "model.layers.36.self_attn.kv_a_proj_with_mqa",
+    "model.layers.36.self_attn.o_proj",
+    "model.layers.36.self_attn.q_a_proj",
+    "model.layers.36.self_attn.q_b_proj",
+    "model.layers.36.self_attn.unembed_out",
+    "model.layers.37.mlp.shared_experts.down_proj",
+    "model.layers.37.mlp.shared_experts.gate_proj",
+    "model.layers.37.mlp.shared_experts.up_proj",
+    "model.layers.37.mlp.switch_mlp.down_proj",
+    "model.layers.37.mlp.switch_mlp.gate_up_proj",
+    "model.layers.37.self_attn.kv_a_proj_with_mqa",
+    "model.layers.37.self_attn.o_proj",
+    "model.layers.37.self_attn.q_a_proj",
+    "model.layers.37.self_attn.q_b_proj",
+    "model.layers.37.self_attn.unembed_out",
+    "model.layers.38.mlp.shared_experts.down_proj",
+    "model.layers.38.mlp.shared_experts.gate_proj",
+    "model.layers.38.mlp.shared_experts.up_proj",
+    "model.layers.38.mlp.switch_mlp.down_proj",
+    "model.layers.38.mlp.switch_mlp.gate_up_proj",
+    "model.layers.38.self_attn.indexer.weights_proj",
+    "model.layers.38.self_attn.indexer.wk",
+    "model.layers.38.self_attn.indexer.wq_b",
+    "model.layers.38.self_attn.kv_a_proj_with_mqa",
+    "model.layers.38.self_attn.o_proj",
+    "model.layers.38.self_attn.q_a_proj",
+    "model.layers.38.self_attn.q_b_proj",
+    "model.layers.38.self_attn.unembed_out",
+    "model.layers.39.mlp.shared_experts.down_proj",
+    "model.layers.39.mlp.shared_experts.gate_proj",
+    "model.layers.39.mlp.shared_experts.up_proj",
+    "model.layers.39.mlp.switch_mlp.down_proj",
+    "model.layers.39.mlp.switch_mlp.gate_up_proj",
+    "model.layers.39.self_attn.kv_a_proj_with_mqa",
+    "model.layers.39.self_attn.o_proj",
+    "model.layers.39.self_attn.q_a_proj",
+    "model.layers.39.self_attn.q_b_proj",
+    "model.layers.39.self_attn.unembed_out",
+    "model.layers.4.mlp.shared_experts.down_proj",
+    "model.layers.4.mlp.shared_experts.gate_proj",
+    "model.layers.4.mlp.shared_experts.up_proj",
+    "model.layers.4.mlp.switch_mlp.down_proj",
+    "model.layers.4.mlp.switch_mlp.gate_up_proj",
+    "model.layers.4.self_attn.kv_a_proj_with_mqa",
+    "model.layers.4.self_attn.o_proj",
+    "model.layers.4.self_attn.q_a_proj",
+    "model.layers.4.self_attn.q_b_proj",
+    "model.layers.4.self_attn.unembed_out",
+    "model.layers.40.mlp.shared_experts.down_proj",
+    "model.layers.40.mlp.shared_experts.gate_proj",
+    "model.layers.40.mlp.shared_experts.up_proj",
+    "model.layers.40.mlp.switch_mlp.down_proj",
+    "model.layers.40.mlp.switch_mlp.gate_up_proj",
+    "model.layers.40.self_attn.kv_a_proj_with_mqa",
+    "model.layers.40.self_attn.o_proj",
+    "model.layers.40.self_attn.q_a_proj",
+    "model.layers.40.self_attn.q_b_proj",
+    "model.layers.40.self_attn.unembed_out",
+    "model.layers.41.mlp.shared_experts.down_proj",
+    "model.layers.41.mlp.shared_experts.gate_proj",
+    "model.layers.41.mlp.shared_experts.up_proj",
+    "model.layers.41.mlp.switch_mlp.down_proj",
+    "model.layers.41.mlp.switch_mlp.gate_up_proj",
+    "model.layers.41.self_attn.kv_a_proj_with_mqa",
+    "model.layers.41.self_attn.o_proj",
+    "model.layers.41.self_attn.q_a_proj",
+    "model.layers.41.self_attn.q_b_proj",
+    "model.layers.41.self_attn.unembed_out",
+    "model.layers.42.mlp.shared_experts.down_proj",
+    "model.layers.42.mlp.shared_experts.gate_proj",
+    "model.layers.42.mlp.shared_experts.up_proj",
+    "model.layers.42.mlp.switch_mlp.down_proj",
+    "model.layers.42.mlp.switch_mlp.gate_up_proj",
+    "model.layers.42.self_attn.indexer.weights_proj",
+    "model.layers.42.self_attn.indexer.wk",
+    "model.layers.42.self_attn.indexer.wq_b",
+    "model.layers.42.self_attn.kv_a_proj_with_mqa",
+    "model.layers.42.self_attn.o_proj",
+    "model.layers.42.self_attn.q_a_proj",
+    "model.layers.42.self_attn.q_b_proj",
+    "model.layers.42.self_attn.unembed_out",
+    "model.layers.43.mlp.shared_experts.down_proj",
+    "model.layers.43.mlp.shared_experts.gate_proj",
+    "model.layers.43.mlp.shared_experts.up_proj",
+    "model.layers.43.mlp.switch_mlp.down_proj",
+    "model.layers.43.mlp.switch_mlp.gate_up_proj",
+    "model.layers.43.self_attn.kv_a_proj_with_mqa",
+    "model.layers.43.self_attn.o_proj",
+    "model.layers.43.self_attn.q_a_proj",
+    "model.layers.43.self_attn.q_b_proj",
+    "model.layers.43.self_attn.unembed_out",
+    "model.layers.44.mlp.shared_experts.down_proj",
+    "model.layers.44.mlp.shared_experts.gate_proj",
+    "model.layers.44.mlp.shared_experts.up_proj",
+    "model.layers.44.mlp.switch_mlp.down_proj",
+    "model.layers.44.mlp.switch_mlp.gate_up_proj",
+    "model.layers.44.self_attn.kv_a_proj_with_mqa",
+    "model.layers.44.self_attn.o_proj",
+    "model.layers.44.self_attn.q_a_proj",
+    "model.layers.44.self_attn.q_b_proj",
+    "model.layers.44.self_attn.unembed_out",
+    "model.layers.45.mlp.shared_experts.down_proj",
+    "model.layers.45.mlp.shared_experts.gate_proj",
+    "model.layers.45.mlp.shared_experts.up_proj",
+    "model.layers.45.mlp.switch_mlp.down_proj",
+    "model.layers.45.mlp.switch_mlp.gate_up_proj",
+    "model.layers.45.self_attn.kv_a_proj_with_mqa",
+    "model.layers.45.self_attn.o_proj",
+    "model.layers.45.self_attn.q_a_proj",
+    "model.layers.45.self_attn.q_b_proj",
+    "model.layers.45.self_attn.unembed_out",
+    "model.layers.46.mlp.shared_experts.down_proj",
+    "model.layers.46.mlp.shared_experts.gate_proj",
+    "model.layers.46.mlp.shared_experts.up_proj",
+    "model.layers.46.mlp.switch_mlp.down_proj",
+    "model.layers.46.mlp.switch_mlp.gate_up_proj",
+    "model.layers.46.self_attn.indexer.weights_proj",
+    "model.layers.46.self_attn.indexer.wk",
+    "model.layers.46.self_attn.indexer.wq_b",
+    "model.layers.46.self_attn.kv_a_proj_with_mqa",
+    "model.layers.46.self_attn.o_proj",
+    "model.layers.46.self_attn.q_a_proj",
+    "model.layers.46.self_attn.q_b_proj",
+    "model.layers.46.self_attn.unembed_out",
+    "model.layers.47.mlp.shared_experts.down_proj",
+    "model.layers.47.mlp.shared_experts.gate_proj",
+    "model.layers.47.mlp.shared_experts.up_proj",
+    "model.layers.47.mlp.switch_mlp.down_proj",
+    "model.layers.47.mlp.switch_mlp.gate_up_proj",
+    "model.layers.47.self_attn.kv_a_proj_with_mqa",
+    "model.layers.47.self_attn.o_proj",
+    "model.layers.47.self_attn.q_a_proj",
+    "model.layers.47.self_attn.q_b_proj",
+    "model.layers.47.self_attn.unembed_out",
+    "model.layers.48.mlp.shared_experts.down_proj",
+    "model.layers.48.mlp.shared_experts.gate_proj",
+    "model.layers.48.mlp.shared_experts.up_proj",
+    "model.layers.48.mlp.switch_mlp.down_proj",
+    "model.layers.48.mlp.switch_mlp.gate_up_proj",
+    "model.layers.48.self_attn.kv_a_proj_with_mqa",
+    "model.layers.48.self_attn.o_proj",
+    "model.layers.48.self_attn.q_a_proj",
+    "model.layers.48.self_attn.q_b_proj",
+    "model.layers.48.self_attn.unembed_out",
+    "model.layers.49.mlp.shared_experts.down_proj",
+    "model.layers.49.mlp.shared_experts.gate_proj",
+    "model.layers.49.mlp.shared_experts.up_proj",
+    "model.layers.49.mlp.switch_mlp.down_proj",
+    "model.layers.49.mlp.switch_mlp.gate_up_proj",
+    "model.layers.49.self_attn.kv_a_proj_with_mqa",
+    "model.layers.49.self_attn.o_proj",
+    "model.layers.49.self_attn.q_a_proj",
+    "model.layers.49.self_attn.q_b_proj",
+    "model.layers.49.self_attn.unembed_out",
+    "model.layers.5.mlp.shared_experts.down_proj",
+    "model.layers.5.mlp.shared_experts.gate_proj",
+    "model.layers.5.mlp.shared_experts.up_proj",
+    "model.layers.5.mlp.switch_mlp.down_proj",
+    "model.layers.5.mlp.switch_mlp.gate_up_proj",
+    "model.layers.5.self_attn.kv_a_proj_with_mqa",
+    "model.layers.5.self_attn.o_proj",
+    "model.layers.5.self_attn.q_a_proj",
+    "model.layers.5.self_attn.q_b_proj",
+    "model.layers.5.self_attn.unembed_out",
+    "model.layers.50.mlp.shared_experts.down_proj",
+    "model.layers.50.mlp.shared_experts.gate_proj",
+    "model.layers.50.mlp.shared_experts.up_proj",
+    "model.layers.50.mlp.switch_mlp.down_proj",
+    "model.layers.50.mlp.switch_mlp.gate_up_proj",
+    "model.layers.50.self_attn.indexer.weights_proj",
+    "model.layers.50.self_attn.indexer.wk",
+    "model.layers.50.self_attn.indexer.wq_b",
+    "model.layers.50.self_attn.kv_a_proj_with_mqa",
+    "model.layers.50.self_attn.o_proj",
+    "model.layers.50.self_attn.q_a_proj",
+    "model.layers.50.self_attn.q_b_proj",
+    "model.layers.50.self_attn.unembed_out",
+    "model.layers.51.mlp.shared_experts.down_proj",
+    "model.layers.51.mlp.shared_experts.gate_proj",
+    "model.layers.51.mlp.shared_experts.up_proj",
+    "model.layers.51.mlp.switch_mlp.down_proj",
+    "model.layers.51.mlp.switch_mlp.gate_up_proj",
+    "model.layers.51.self_attn.kv_a_proj_with_mqa",
+    "model.layers.51.self_attn.o_proj",
+    "model.layers.51.self_attn.q_a_proj",
+    "model.layers.51.self_attn.q_b_proj",
+    "model.layers.51.self_attn.unembed_out",
+    "model.layers.52.mlp.shared_experts.down_proj",
+    "model.layers.52.mlp.shared_experts.gate_proj",
+    "model.layers.52.mlp.shared_experts.up_proj",
+    "model.layers.52.mlp.switch_mlp.down_proj",
+    "model.layers.52.mlp.switch_mlp.gate_up_proj",
+    "model.layers.52.self_attn.kv_a_proj_with_mqa",
+    "model.layers.52.self_attn.o_proj",
+    "model.layers.52.self_attn.q_a_proj",
+    "model.layers.52.self_attn.q_b_proj",
+    "model.layers.52.self_attn.unembed_out",
+    "model.layers.53.mlp.shared_experts.down_proj",
+    "model.layers.53.mlp.shared_experts.gate_proj",
+    "model.layers.53.mlp.shared_experts.up_proj",
+    "model.layers.53.mlp.switch_mlp.down_proj",
+    "model.layers.53.mlp.switch_mlp.gate_up_proj",
+    "model.layers.53.self_attn.kv_a_proj_with_mqa",
+    "model.layers.53.self_attn.o_proj",
+    "model.layers.53.self_attn.q_a_proj",
+    "model.layers.53.self_attn.q_b_proj",
+    "model.layers.53.self_attn.unembed_out",
+    "model.layers.54.mlp.shared_experts.down_proj",
+    "model.layers.54.mlp.shared_experts.gate_proj",
+    "model.layers.54.mlp.shared_experts.up_proj",
+    "model.layers.54.mlp.switch_mlp.down_proj",
+    "model.layers.54.mlp.switch_mlp.gate_up_proj",
+    "model.layers.54.self_attn.indexer.weights_proj",
+    "model.layers.54.self_attn.indexer.wk",
+    "model.layers.54.self_attn.indexer.wq_b",
+    "model.layers.54.self_attn.kv_a_proj_with_mqa",
+    "model.layers.54.self_attn.o_proj",
+    "model.layers.54.self_attn.q_a_proj",
+    "model.layers.54.self_attn.q_b_proj",
+    "model.layers.54.self_attn.unembed_out",
+    "model.layers.55.mlp.shared_experts.down_proj",
+    "model.layers.55.mlp.shared_experts.gate_proj",
+    "model.layers.55.mlp.shared_experts.up_proj",
+    "model.layers.55.mlp.switch_mlp.down_proj",
+    "model.layers.55.mlp.switch_mlp.gate_up_proj",
+    "model.layers.55.self_attn.kv_a_proj_with_mqa",
+    "model.layers.55.self_attn.o_proj",
+    "model.layers.55.self_attn.q_a_proj",
+    "model.layers.55.self_attn.q_b_proj",
+    "model.layers.55.self_attn.unembed_out",
+    "model.layers.56.mlp.shared_experts.down_proj",
+    "model.layers.56.mlp.shared_experts.gate_proj",
+    "model.layers.56.mlp.shared_experts.up_proj",
+    "model.layers.56.mlp.switch_mlp.down_proj",
+    "model.layers.56.mlp.switch_mlp.gate_up_proj",
+    "model.layers.56.self_attn.kv_a_proj_with_mqa",
+    "model.layers.56.self_attn.o_proj",
+    "model.layers.56.self_attn.q_a_proj",
+    "model.layers.56.self_attn.q_b_proj",
+    "model.layers.56.self_attn.unembed_out",
+    "model.layers.57.mlp.shared_experts.down_proj",
+    "model.layers.57.mlp.shared_experts.gate_proj",
+    "model.layers.57.mlp.shared_experts.up_proj",
+    "model.layers.57.mlp.switch_mlp.down_proj",
+    "model.layers.57.mlp.switch_mlp.gate_up_proj",
+    "model.layers.57.self_attn.kv_a_proj_with_mqa",
+    "model.layers.57.self_attn.o_proj",
+    "model.layers.57.self_attn.q_a_proj",
+    "model.layers.57.self_attn.q_b_proj",
+    "model.layers.57.self_attn.unembed_out",
+    "model.layers.58.mlp.shared_experts.down_proj",
+    "model.layers.58.mlp.shared_experts.gate_proj",
+    "model.layers.58.mlp.shared_experts.up_proj",
+    "model.layers.58.mlp.switch_mlp.down_proj",
+    "model.layers.58.mlp.switch_mlp.gate_up_proj",
+    "model.layers.58.self_attn.indexer.weights_proj",
+    "model.layers.58.self_attn.indexer.wk",
+    "model.layers.58.self_attn.indexer.wq_b",
+    "model.layers.58.self_attn.kv_a_proj_with_mqa",
+    "model.layers.58.self_attn.o_proj",
+    "model.layers.58.self_attn.q_a_proj",
+    "model.layers.58.self_attn.q_b_proj",
+    "model.layers.58.self_attn.unembed_out",
+    "model.layers.59.mlp.shared_experts.down_proj",
+    "model.layers.59.mlp.shared_experts.gate_proj",
+    "model.layers.59.mlp.shared_experts.up_proj",
+    "model.layers.59.mlp.switch_mlp.down_proj",
+    "model.layers.59.mlp.switch_mlp.gate_up_proj",
+    "model.layers.59.self_attn.kv_a_proj_with_mqa",
+    "model.layers.59.self_attn.o_proj",
+    "model.layers.59.self_attn.q_a_proj",
+    "model.layers.59.self_attn.q_b_proj",
+    "model.layers.59.self_attn.unembed_out",
+    "model.layers.6.mlp.shared_experts.down_proj",
+    "model.layers.6.mlp.shared_experts.gate_proj",
+    "model.layers.6.mlp.shared_experts.up_proj",
+    "model.layers.6.mlp.switch_mlp.down_proj",
+    "model.layers.6.mlp.switch_mlp.gate_up_proj",
+    "model.layers.6.self_attn.indexer.weights_proj",
+    "model.layers.6.self_attn.indexer.wk",
+    "model.layers.6.self_attn.indexer.wq_b",
+    "model.layers.6.self_attn.kv_a_proj_with_mqa",
+    "model.layers.6.self_attn.o_proj",
+    "model.layers.6.self_attn.q_a_proj",
+    "model.layers.6.self_attn.q_b_proj",
+    "model.layers.6.self_attn.unembed_out",
+    "model.layers.60.mlp.shared_experts.down_proj",
+    "model.layers.60.mlp.shared_experts.gate_proj",
+    "model.layers.60.mlp.shared_experts.up_proj",
+    "model.layers.60.mlp.switch_mlp.down_proj",
+    "model.layers.60.mlp.switch_mlp.gate_up_proj",
+    "model.layers.60.self_attn.kv_a_proj_with_mqa",
+    "model.layers.60.self_attn.o_proj",
+    "model.layers.60.self_attn.q_a_proj",
+    "model.layers.60.self_attn.q_b_proj",
+    "model.layers.60.self_attn.unembed_out",
+    "model.layers.61.mlp.shared_experts.down_proj",
+    "model.layers.61.mlp.shared_experts.gate_proj",
+    "model.layers.61.mlp.shared_experts.up_proj",
+    "model.layers.61.mlp.switch_mlp.down_proj",
+    "model.layers.61.mlp.switch_mlp.gate_up_proj",
+    "model.layers.61.self_attn.kv_a_proj_with_mqa",
+    "model.layers.61.self_attn.o_proj",
+    "model.layers.61.self_attn.q_a_proj",
+    "model.layers.61.self_attn.q_b_proj",
+    "model.layers.61.self_attn.unembed_out",
+    "model.layers.62.mlp.shared_experts.down_proj",
+    "model.layers.62.mlp.shared_experts.gate_proj",
+    "model.layers.62.mlp.shared_experts.up_proj",
+    "model.layers.62.mlp.switch_mlp.down_proj",
+    "model.layers.62.mlp.switch_mlp.gate_up_proj",
+    "model.layers.62.self_attn.indexer.weights_proj",
+    "model.layers.62.self_attn.indexer.wk",
+    "model.layers.62.self_attn.indexer.wq_b",
+    "model.layers.62.self_attn.kv_a_proj_with_mqa",
+    "model.layers.62.self_attn.o_proj",
+    "model.layers.62.self_attn.q_a_proj",
+    "model.layers.62.self_attn.q_b_proj",
+    "model.layers.62.self_attn.unembed_out",
+    "model.layers.63.mlp.shared_experts.down_proj",
+    "model.layers.63.mlp.shared_experts.gate_proj",
+    "model.layers.63.mlp.shared_experts.up_proj",
+    "model.layers.63.mlp.switch_mlp.down_proj",
+    "model.layers.63.mlp.switch_mlp.gate_up_proj",
+    "model.layers.63.self_attn.kv_a_proj_with_mqa",
+    "model.layers.63.self_attn.o_proj",
+    "model.layers.63.self_attn.q_a_proj",
+    "model.layers.63.self_attn.q_b_proj",
+    "model.layers.63.self_attn.unembed_out",
+    "model.layers.64.mlp.shared_experts.down_proj",
+    "model.layers.64.mlp.shared_experts.gate_proj",
+    "model.layers.64.mlp.shared_experts.up_proj",
+    "model.layers.64.mlp.switch_mlp.down_proj",
+    "model.layers.64.mlp.switch_mlp.gate_up_proj",
+    "model.layers.64.self_attn.kv_a_proj_with_mqa",
+    "model.layers.64.self_attn.o_proj",
+    "model.layers.64.self_attn.q_a_proj",
+    "model.layers.64.self_attn.q_b_proj",
+    "model.layers.64.self_attn.unembed_out",
+    "model.layers.65.mlp.shared_experts.down_proj",
+    "model.layers.65.mlp.shared_experts.gate_proj",
+    "model.layers.65.mlp.shared_experts.up_proj",
+    "model.layers.65.mlp.switch_mlp.down_proj",
+    "model.layers.65.mlp.switch_mlp.gate_up_proj",
+    "model.layers.65.self_attn.kv_a_proj_with_mqa",
+    "model.layers.65.self_attn.o_proj",
+    "model.layers.65.self_attn.q_a_proj",
+    "model.layers.65.self_attn.q_b_proj",
+    "model.layers.65.self_attn.unembed_out",
+    "model.layers.66.mlp.shared_experts.down_proj",
+    "model.layers.66.mlp.shared_experts.gate_proj",
+    "model.layers.66.mlp.shared_experts.up_proj",
+    "model.layers.66.mlp.switch_mlp.down_proj",
+    "model.layers.66.mlp.switch_mlp.gate_up_proj",
+    "model.layers.66.self_attn.indexer.weights_proj",
+    "model.layers.66.self_attn.indexer.wk",
+    "model.layers.66.self_attn.indexer.wq_b",
+    "model.layers.66.self_attn.kv_a_proj_with_mqa",
+    "model.layers.66.self_attn.o_proj",
+    "model.layers.66.self_attn.q_a_proj",
+    "model.layers.66.self_attn.q_b_proj",
+    "model.layers.66.self_attn.unembed_out",
+    "model.layers.67.mlp.shared_experts.down_proj",
+    "model.layers.67.mlp.shared_experts.gate_proj",
+    "model.layers.67.mlp.shared_experts.up_proj",
+    "model.layers.67.mlp.switch_mlp.down_proj",
+    "model.layers.67.mlp.switch_mlp.gate_up_proj",
+    "model.layers.67.self_attn.kv_a_proj_with_mqa",
+    "model.layers.67.self_attn.o_proj",
+    "model.layers.67.self_attn.q_a_proj",
+    "model.layers.67.self_attn.q_b_proj",
+    "model.layers.67.self_attn.unembed_out",
+    "model.layers.68.mlp.shared_experts.down_proj",
+    "model.layers.68.mlp.shared_experts.gate_proj",
+    "model.layers.68.mlp.shared_experts.up_proj",
+    "model.layers.68.mlp.switch_mlp.down_proj",
+    "model.layers.68.mlp.switch_mlp.gate_up_proj",
+    "model.layers.68.self_attn.kv_a_proj_with_mqa",
+    "model.layers.68.self_attn.o_proj",
+    "model.layers.68.self_attn.q_a_proj",
+    "model.layers.68.self_attn.q_b_proj",
+    "model.layers.68.self_attn.unembed_out",
+    "model.layers.69.mlp.shared_experts.down_proj",
+    "model.layers.69.mlp.shared_experts.gate_proj",
+    "model.layers.69.mlp.shared_experts.up_proj",
+    "model.layers.69.mlp.switch_mlp.down_proj",
+    "model.layers.69.mlp.switch_mlp.gate_up_proj",
+    "model.layers.69.self_attn.kv_a_proj_with_mqa",
+    "model.layers.69.self_attn.o_proj",
+    "model.layers.69.self_attn.q_a_proj",
+    "model.layers.69.self_attn.q_b_proj",
+    "model.layers.69.self_attn.unembed_out",
+    "model.layers.7.mlp.shared_experts.down_proj",
+    "model.layers.7.mlp.shared_experts.gate_proj",
+    "model.layers.7.mlp.shared_experts.up_proj",
+    "model.layers.7.mlp.switch_mlp.down_proj",
+    "model.layers.7.mlp.switch_mlp.gate_up_proj",
+    "model.layers.7.self_attn.kv_a_proj_with_mqa",
+    "model.layers.7.self_attn.o_proj",
+    "model.layers.7.self_attn.q_a_proj",
+    "model.layers.7.self_attn.q_b_proj",
+    "model.layers.7.self_attn.unembed_out",
+    "model.layers.70.mlp.shared_experts.down_proj",
+    "model.layers.70.mlp.shared_experts.gate_proj",
+    "model.layers.70.mlp.shared_experts.up_proj",
+    "model.layers.70.mlp.switch_mlp.down_proj",
+    "model.layers.70.mlp.switch_mlp.gate_up_proj",
+    "model.layers.70.self_attn.indexer.weights_proj",
+    "model.layers.70.self_attn.indexer.wk",
+    "model.layers.70.self_attn.indexer.wq_b",
+    "model.layers.70.self_attn.kv_a_proj_with_mqa",
+    "model.layers.70.self_attn.o_proj",
+    "model.layers.70.self_attn.q_a_proj",
+    "model.layers.70.self_attn.q_b_proj",
+    "model.layers.70.self_attn.unembed_out",
+    "model.layers.71.mlp.shared_experts.down_proj",
+    "model.layers.71.mlp.shared_experts.gate_proj",
+    "model.layers.71.mlp.shared_experts.up_proj",
+    "model.layers.71.mlp.switch_mlp.down_proj",
+    "model.layers.71.mlp.switch_mlp.gate_up_proj",
+    "model.layers.71.self_attn.kv_a_proj_with_mqa",
+    "model.layers.71.self_attn.o_proj",
+    "model.layers.71.self_attn.q_a_proj",
+    "model.layers.71.self_attn.q_b_proj",
+    "model.layers.71.self_attn.unembed_out",
+    "model.layers.72.mlp.shared_experts.down_proj",
+    "model.layers.72.mlp.shared_experts.gate_proj",
+    "model.layers.72.mlp.shared_experts.up_proj",
+    "model.layers.72.mlp.switch_mlp.down_proj",
+    "model.layers.72.mlp.switch_mlp.gate_up_proj",
+    "model.layers.72.self_attn.kv_a_proj_with_mqa",
+    "model.layers.72.self_attn.o_proj",
+    "model.layers.72.self_attn.q_a_proj",
+    "model.layers.72.self_attn.q_b_proj",
+    "model.layers.72.self_attn.unembed_out",
+    "model.layers.73.mlp.shared_experts.down_proj",
+    "model.layers.73.mlp.shared_experts.gate_proj",
+    "model.layers.73.mlp.shared_experts.up_proj",
+    "model.layers.73.mlp.switch_mlp.down_proj",
+    "model.layers.73.mlp.switch_mlp.gate_up_proj",
+    "model.layers.73.self_attn.kv_a_proj_with_mqa",
+    "model.layers.73.self_attn.o_proj",
+    "model.layers.73.self_attn.q_a_proj",
+    "model.layers.73.self_attn.q_b_proj",
+    "model.layers.73.self_attn.unembed_out",
+    "model.layers.74.mlp.shared_experts.down_proj",
+    "model.layers.74.mlp.shared_experts.gate_proj",
+    "model.layers.74.mlp.shared_experts.up_proj",
+    "model.layers.74.mlp.switch_mlp.down_proj",
+    "model.layers.74.mlp.switch_mlp.gate_up_proj",
+    "model.layers.74.self_attn.indexer.weights_proj",
+    "model.layers.74.self_attn.indexer.wk",
+    "model.layers.74.self_attn.indexer.wq_b",
+    "model.layers.74.self_attn.kv_a_proj_with_mqa",
+    "model.layers.74.self_attn.o_proj",
+    "model.layers.74.self_attn.q_a_proj",
+    "model.layers.74.self_attn.q_b_proj",
+    "model.layers.74.self_attn.unembed_out",
+    "model.layers.75.mlp.shared_experts.down_proj",
+    "model.layers.75.mlp.shared_experts.gate_proj",
+    "model.layers.75.mlp.shared_experts.up_proj",
+    "model.layers.75.mlp.switch_mlp.down_proj",
+    "model.layers.75.mlp.switch_mlp.gate_up_proj",
+    "model.layers.75.self_attn.kv_a_proj_with_mqa",
+    "model.layers.75.self_attn.o_proj",
+    "model.layers.75.self_attn.q_a_proj",
+    "model.layers.75.self_attn.q_b_proj",
+    "model.layers.75.self_attn.unembed_out",
+    "model.layers.76.mlp.shared_experts.down_proj",
+    "model.layers.76.mlp.shared_experts.gate_proj",
+    "model.layers.76.mlp.shared_experts.up_proj",
+    "model.layers.76.mlp.switch_mlp.down_proj",
+    "model.layers.76.mlp.switch_mlp.gate_up_proj",
+    "model.layers.76.self_attn.kv_a_proj_with_mqa",
+    "model.layers.76.self_attn.o_proj",
+    "model.layers.76.self_attn.q_a_proj",
+    "model.layers.76.self_attn.q_b_proj",
+    "model.layers.76.self_attn.unembed_out",
+    "model.layers.77.mlp.shared_experts.down_proj",
+    "model.layers.77.mlp.shared_experts.gate_proj",
+    "model.layers.77.mlp.shared_experts.up_proj",
+    "model.layers.77.mlp.switch_mlp.down_proj",
+    "model.layers.77.mlp.switch_mlp.gate_up_proj",
+    "model.layers.77.self_attn.kv_a_proj_with_mqa",
+    "model.layers.77.self_attn.o_proj",
+    "model.layers.77.self_attn.q_a_proj",
+    "model.layers.77.self_attn.q_b_proj",
+    "model.layers.77.self_attn.unembed_out",
+    "model.layers.8.mlp.shared_experts.down_proj",
+    "model.layers.8.mlp.shared_experts.gate_proj",
+    "model.layers.8.mlp.shared_experts.up_proj",
+    "model.layers.8.mlp.switch_mlp.down_proj",
+    "model.layers.8.mlp.switch_mlp.gate_up_proj",
+    "model.layers.8.self_attn.kv_a_proj_with_mqa",
+    "model.layers.8.self_attn.o_proj",
+    "model.layers.8.self_attn.q_a_proj",
+    "model.layers.8.self_attn.q_b_proj",
+    "model.layers.8.self_attn.unembed_out",
+    "model.layers.9.mlp.shared_experts.down_proj",
+    "model.layers.9.mlp.shared_experts.gate_proj",
+    "model.layers.9.mlp.shared_experts.up_proj",
+    "model.layers.9.mlp.switch_mlp.down_proj",
+    "model.layers.9.mlp.switch_mlp.gate_up_proj",
+    "model.layers.9.self_attn.kv_a_proj_with_mqa",
+    "model.layers.9.self_attn.o_proj",
+    "model.layers.9.self_attn.q_a_proj",
+    "model.layers.9.self_attn.q_b_proj",
+    "model.layers.9.self_attn.unembed_out"
+  ],
+  "missing": [
+    "lm_head",
+    "model.layers.0.self_attn.embed_q",
+    "model.layers.1.self_attn.embed_q",
+    "model.layers.10.self_attn.embed_q",
+    "model.layers.11.self_attn.embed_q",
+    "model.layers.12.self_attn.embed_q",
+    "model.layers.13.self_attn.embed_q",
+    "model.layers.14.self_attn.embed_q",
+    "model.layers.15.self_attn.embed_q",
+    "model.layers.16.self_attn.embed_q",
+    "model.layers.17.self_attn.embed_q",
+    "model.layers.18.self_attn.embed_q",
+    "model.layers.19.self_attn.embed_q",
+    "model.layers.2.self_attn.embed_q",
+    "model.layers.20.self_attn.embed_q",
+    "model.layers.21.self_attn.embed_q",
+    "model.layers.22.self_attn.embed_q",
+    "model.layers.23.self_attn.embed_q",
+    "model.layers.24.self_attn.embed_q",
+    "model.layers.25.self_attn.embed_q",
+    "model.layers.26.self_attn.embed_q",
+    "model.layers.27.self_attn.embed_q",
+    "model.layers.28.self_attn.embed_q",
+    "model.layers.29.self_attn.embed_q",
+    "model.layers.3.self_attn.embed_q",
+    "model.layers.30.self_attn.embed_q",
+    "model.layers.31.self_attn.embed_q",
+    "model.layers.32.self_attn.embed_q",
+    "model.layers.33.self_attn.embed_q",
+    "model.layers.34.self_attn.embed_q",
+    "model.layers.35.self_attn.embed_q",
+    "model.layers.36.self_attn.embed_q",
+    "model.layers.37.self_attn.embed_q",
+    "model.layers.38.self_attn.embed_q",
+    "model.layers.39.self_attn.embed_q",
+    "model.layers.4.self_attn.embed_q",
+    "model.layers.40.self_attn.embed_q",
+    "model.layers.41.self_attn.embed_q",
+    "model.layers.42.self_attn.embed_q",
+    "model.layers.43.self_attn.embed_q",
+    "model.layers.44.self_attn.embed_q",
+    "model.layers.45.self_attn.embed_q",
+    "model.layers.46.self_attn.embed_q",
+    "model.layers.47.self_attn.embed_q",
+    "model.layers.48.self_attn.embed_q",
+    "model.layers.49.self_attn.embed_q",
+    "model.layers.5.self_attn.embed_q",
+    "model.layers.50.self_attn.embed_q",
+    "model.layers.51.self_attn.embed_q",
+    "model.layers.52.self_attn.embed_q",
+    "model.layers.53.self_attn.embed_q",
+    "model.layers.54.self_attn.embed_q",
+    "model.layers.55.self_attn.embed_q",
+    "model.layers.56.self_attn.embed_q",
+    "model.layers.57.self_attn.embed_q",
+    "model.layers.58.self_attn.embed_q",
+    "model.layers.59.self_attn.embed_q",
+    "model.layers.6.self_attn.embed_q",
+    "model.layers.60.self_attn.embed_q",
+    "model.layers.61.self_attn.embed_q",
+    "model.layers.62.self_attn.embed_q",
+    "model.layers.63.self_attn.embed_q",
+    "model.layers.64.self_attn.embed_q",
+    "model.layers.65.self_attn.embed_q",
+    "model.layers.66.self_attn.embed_q",
+    "model.layers.67.self_attn.embed_q",
+    "model.layers.68.self_attn.embed_q",
+    "model.layers.69.self_attn.embed_q",
+    "model.layers.7.self_attn.embed_q",
+    "model.layers.70.self_attn.embed_q",
+    "model.layers.71.self_attn.embed_q",
+    "model.layers.72.self_attn.embed_q",
+    "model.layers.73.self_attn.embed_q",
+    "model.layers.74.self_attn.embed_q",
+    "model.layers.75.self_attn.embed_q",
+    "model.layers.76.self_attn.embed_q",
+    "model.layers.77.self_attn.embed_q",
+    "model.layers.8.self_attn.embed_q",
+    "model.layers.9.self_attn.embed_q"
+  ],
+  "mismatched": [],
+  "zero_count_experts": 0
+}
\ No newline at end of file
diff --git a/tokenizer.json b/tokenizer.json
new file mode 100644
index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d
--- /dev/null
+++ b/tokenizer.json
@@ -0,0 +1,3 @@
+version https://git-lfs.github.com/spec/v1
+oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d
+size 20217442
diff --git a/tokenizer_config.json b/tokenizer_config.json
new file mode 100644
index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079
--- /dev/null
+++ b/tokenizer_config.json
@@ -0,0 +1,33 @@
+{
+  "backend": "tokenizers",
+  "clean_up_tokenization_spaces": false,
+  "do_lower_case": false,
+  "eos_token": "<|endoftext|>",
+  "extra_special_tokens": [
+    "<|endoftext|>",
+    "[MASK]",
+    "[gMASK]",
+    "[sMASK]",
+    "<sop>",
+    "<eop>",
+    "<|system|>",
+    "<|user|>",
+    "<|assistant|>",
+    "<|observation|>",
+    "<|begin_of_image|>",
+    "<|end_of_image|>",
+    "<|begin_of_video|>",
+    "<|end_of_video|>",
+    "<|begin_of_audio|>",
+    "<|end_of_audio|>",
+    "<|begin_of_transcription|>",
+    "<|end_of_transcription|>"
+  ],
+  "is_local": true,
+  "model_max_length": 1048576,
+  "model_specific_special_tokens": {},
+  "pad_token": "<|endoftext|>",
+  "padding_side": "left",
+  "remove_space": false,
+  "tokenizer_class": "TokenizersBackend"
+}