diff --git a/.gitattributes b/.gitattributes index a6344aac8c09253b3b630fb776ae94478aa0275b..52373fe24473b1aa44333d318f578ae6bf04b49b 100644 --- a/.gitattributes +++ b/.gitattributes @@ -33,3 +33,4 @@ saved_model/**/* filter=lfs diff=lfs merge=lfs -text *.zip filter=lfs diff=lfs merge=lfs -text *.zst filter=lfs diff=lfs merge=lfs -text *tfevents* filter=lfs diff=lfs merge=lfs -text +tokenizer.json filter=lfs diff=lfs merge=lfs -text diff --git a/LICENSE b/LICENSE new file mode 100644 index 0000000000000000000000000000000000000000..986b06fb2916b3518b82c7dcc0870723b91f2f92 --- /dev/null +++ b/LICENSE @@ -0,0 +1,21 @@ +MIT License + +Copyright (c) 2026 Z.AI Co., Ltd + +Permission is hereby granted, free of charge, to any person obtaining a copy +of this software and associated documentation files (the "Software"), to deal +in the Software without restriction, including without limitation the rights +to use, copy, modify, merge, publish, distribute, sublicense, and/or sell +copies of the Software, and to permit persons to whom the Software is +furnished to do so, subject to the following conditions: + +The above copyright notice and this permission notice shall be included in all +copies or substantial portions of the Software. + +THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR +IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, +FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE +AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER +LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, +OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE +SOFTWARE. diff --git a/README.md b/README.md new file mode 100644 index 0000000000000000000000000000000000000000..1c5548824ec440f759b0f2c9129976473f936fed --- /dev/null +++ b/README.md @@ -0,0 +1,72 @@ +--- +license: mit +base_model: zai-org/GLM-5.3-Flash +tags: [reap, moe, pruning, glm5_next, jetson, thor] +--- + +# GLM-5.3-Flash REAP-50 (FP8) + +50% of routed experts removed with **REAP** +(Router-weighted Expert Activation Pruning, arXiv:2510.13999), calibrated on a +permissively-licensed multi-domain corpus that includes real image-text pairs. + +| | | +|---|---| +| Base | `zai-org/GLM-5.3-Flash` (MIT, FP8 E4M3, 128x128 block scales) | +| Experts | 288 -> 144 per layer, top-8 routing unchanged | +| Size | 157.0 GiB (FP8) | +| Healed | yes | +| MTP block | excluded (see below) | + +## Why FP8 and not BF16 + +The upstream release is **FP8**, not BF16. Routed experts are stored per-expert with their own +`weight_scale_inv` block scales, so pruning is deleting whole tensors - **lossless on every +retained weight**. The 642 GB BF16 repo elsewhere on the Hub is a dequantised upcast carrying +no additional information. + +## Calibration + +Mixture weighted for a coding/agentic model that stays empirically grounded: agentic 24%, +code 21%, math 15%, multimodal 15%, science+bio 10%, finance 8%, ballast 7%. +Permissive licences only, so this checkpoint keeps the base model's MIT lineage. + +Vision is first-class: the vision tower contains no MoE and is untouched, but image tokens +route through the same expert pool as text, so text-only calibration would have deleted +vision-serving experts with certainty. Real image-text pairs were asserted present. + +## Evaluation status: NONE + +**This checkpoint has not been evaluated.** No benchmark has been run against it - not coding, +not agentic, not vision, not knowledge. What has been verified is *structural*: expert counts +match the config, routers are sliced to the retained set, every tensor loads, the vision tower +is untouched, and the MTP block is cleanly absent. + +The pruning itself measured **1.29x better than random** at retaining expert output +contribution (saliency mass 0.643 against 0.50 for random pruning at the same ratio). That says +the criterion selected well. It does **not** say the model is good. + +Treat this as a research artifact pending evaluation, not a drop-in replacement. + +## Known limitations + +- **The MTP (multi-token-prediction) block at layer 45 is excluded.** `transformers`' + `Glm5NextForConditionalGeneration` does not instantiate it, so the pruning path cannot see + it. Its original tensors are archived unmodified rather than inconsistently pruned. +- REAP has no published data above 50% compression; this checkpoint sits at the validated + ceiling, not beyond it. +- Expect **factual-recall** regression before reasoning or coding regression. That is the + measured failure mode of expert pruning on this architecture family: the closest published + analogue (`cerebras/Kimi-Linear-REAP-35B-A3B`, same KDA + full-attention stack) loses 3.4 + points on FRAMES at only 30% pruning while code and maths hold flat. +- Healing is a **first-moment output-scale correction** derived from the calibration saliency + (median gain 0.696, applied exactly to the F32 block scales). It is *not* distillation and + does not attempt to recover lost knowledge. +- Routing is disrupted more than expert count suggests: the retained experts carry ~0.90x the + routing mass an average expert would, because REAP preserves rare-but-strong experts over + common-but-weak ones. + +## Serving on Jetson Thor + +Use the **cutlass** fused-MoE backend (the Marlin FP4 MoE kernel faults at >=256 experts) and +`TRITON_MLA` for the 11 MLA+DSA layers (FLASHINFER is invalid for MLA). diff --git a/adapters/first_moment_gains.json b/adapters/first_moment_gains.json new file mode 100644 index 0000000000000000000000000000000000000000..d4f8c8ad094d2bb0012d0e5b0ff7b29d5671c1b8 --- /dev/null +++ b/adapters/first_moment_gains.json @@ -0,0 +1,58 @@ +{ + "method": "first-moment MoE output-scale correction (no teacher, no forward pass)", + "gains": { + "model.language_model.layers.10.mlp": 0.7248485529204297, + "model.language_model.layers.11.mlp": 0.7688839920978157, + "model.language_model.layers.12.mlp": 0.720266710081958, + "model.language_model.layers.13.mlp": 0.696414400741539, + "model.language_model.layers.14.mlp": 0.7211824227542548, + "model.language_model.layers.15.mlp": 0.6125752507194004, + "model.language_model.layers.16.mlp": 0.6266638877989685, + "model.language_model.layers.17.mlp": 0.6343424894071013, + "model.language_model.layers.18.mlp": 0.6322330673730951, + "model.language_model.layers.19.mlp": 0.6993459008759719, + "model.language_model.layers.20.mlp": 0.6615843635101955, + "model.language_model.layers.21.mlp": 0.732024506110538, + "model.language_model.layers.22.mlp": 0.7189183799764408, + "model.language_model.layers.23.mlp": 0.6901417022089127, + "model.language_model.layers.24.mlp": 0.6898154806947164, + "model.language_model.layers.25.mlp": 0.6578422600868652, + "model.language_model.layers.26.mlp": 0.6879420555565667, + "model.language_model.layers.27.mlp": 0.6737260687929116, + "model.language_model.layers.28.mlp": 0.6875200063116345, + "model.language_model.layers.29.mlp": 0.6157321477126972, + "model.language_model.layers.30.mlp": 0.7151061947713371, + "model.language_model.layers.31.mlp": 0.7580117612960523, + "model.language_model.layers.32.mlp": 0.7367504496510207, + "model.language_model.layers.33.mlp": 0.7177796212930482, + "model.language_model.layers.34.mlp": 0.6550129459013841, + "model.language_model.layers.35.mlp": 0.6104379621205798, + "model.language_model.layers.36.mlp": 0.7485389193425518, + "model.language_model.layers.37.mlp": 0.7445576730429859, + "model.language_model.layers.38.mlp": 0.7484986303732742, + "model.language_model.layers.39.mlp": 0.7270820959634358, + "model.language_model.layers.3.mlp": 0.5635186002509643, + "model.language_model.layers.40.mlp": 0.6251607867418474, + "model.language_model.layers.41.mlp": 0.6626084032625078, + "model.language_model.layers.42.mlp": 0.6404987609192929, + "model.language_model.layers.43.mlp": 0.6514927957884765, + "model.language_model.layers.44.mlp": 0.6198709771060313, + "model.language_model.layers.4.mlp": 0.8459079542295754, + "model.language_model.layers.5.mlp": 0.8389507085980841, + "model.language_model.layers.6.mlp": 0.7816916664281629, + "model.language_model.layers.7.mlp": 0.8557034564095768, + "model.language_model.layers.8.mlp": 0.6330346614389457, + "model.language_model.layers.9.mlp": 0.7417681296946149 + }, + "stats": { + "layers": 42, + "skipped": 0, + "gain_min": 0.5635, + "gain_max": 0.8557, + "gain_median": 0.6964, + "gain_mean": 0.697 + }, + "experts_scaled": 6048, + "shards_rewritten": 59, + "not_done": "layer-local distillation and LoRA SFT - not tractable for 165B on a 117 GiB box; see wiki/70-healing.md" +} \ No newline at end of file diff --git a/chat_template.jinja b/chat_template.jinja new file mode 100644 index 0000000000000000000000000000000000000000..fb94d40d72a2eefa0c7140cb66d941656be16969 --- /dev/null +++ b/chat_template.jinja @@ -0,0 +1,257 @@ +[gMASK] +{%- set effective_reasoning_effort = reasoning_effort if reasoning_effort is defined and reasoning_effort in ['low', 'high'] else 'max' -%} +{%- if effective_reasoning_effort is not none -%}<|system|>Reasoning Effort: {{ effective_reasoning_effort | capitalize }}{%- endif -%} +{%- set clear_thinking = clear_thinking if clear_thinking is defined else false -%} +{%- if tools -%} +{%- macro tool_to_json(tool) -%} + {%- set ns_tool = namespace(first=true) -%} + {{ '{' -}} + {%- for k, v in tool.items() -%} + {%- if k != 'defer_loading' and k != 'strict' -%} + {%- if not ns_tool.first -%}{{- ', ' -}}{%- endif -%} + {%- set ns_tool.first = false -%} + "{{ k }}": {{ v | tojson(ensure_ascii=False) }} + {%- endif -%} + {%- endfor -%} + {{- '}' -}} +{%- endmacro -%} +{%- macro tool_references_to_response(refs) -%} + {{- '\n' -}} + {%- for tr in refs -%} + {%- for tool in tools -%} + {%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} + {%- endif -%} + {%- if tool.name == tr.name -%} + {{- tool_to_json(tool) + '\n' -}} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {{- '' -}} +{%- endmacro -%} +<|system|> +# Tools + +You may call one or more functions to assist with the user query. + +You are provided with function signatures within XML tags: + +{% for tool in tools %} +{%- if 'function' in tool -%} + {%- set tool = tool['function'] -%} +{%- endif -%} +{% if tool.defer_loading is not defined or not tool.defer_loading %} +{{ tool_to_json(tool) }} +{% endif %} +{% endfor %} + + +For each function call, output the function name and arguments within the following XML format: +{function-name}{arg-key-1}{arg-value-1}{arg-key-2}{arg-value-2}...{%- endif -%} +{%- macro emit_image() -%}<|begin_of_image|><|image|><|end_of_image|>{%- endmacro -%} +{%- macro emit_video() -%}<|begin_of_video|><|video|><|end_of_video|>{%- endmacro -%} +{%- macro emit_audio() -%}<|begin_of_audio|><|end_of_audio|>{%- endmacro -%} +{%- macro visible_text(content) -%} + {%- if content is string -%} + {{- content -}} + {%- elif content is iterable and content is not mapping -%} + {%- for item in content -%} + {%- if item is mapping and item.type == 'text' -%} + {{- item.text -}} + {%- elif item is string -%} + {{- item -}} + {%- elif item is mapping and item.type in ['image', 'image_url'] -%} + {{- emit_image() -}} + {%- elif item is mapping and item.type in ['video', 'video_url'] -%} + {{- emit_video() -}} + {%- elif item is mapping and item.type in ['audio', 'audio_url', 'input_audio'] -%} + {{- emit_audio() -}} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {{- content }} + {%- endif -%} +{%- endmacro -%} +{%- macro tool_response(text) -%} +{{- '' + text + '' -}} +{%- endmacro -%} +{%- macro render_tool_response(m) -%} +{%- if m.content is string -%} + {{- tool_response(m.content) -}} +{%- elif m.content and m.content is not mapping and m.content.0.type == "tool_reference" -%} + {{- tool_references_to_response(m.content) -}} +{%- elif is_list_of_outputs(m) -%} + {%- for tr in m.content -%} + {%- if tr.output is iterable and tr.output is not string and tr.output is not mapping and tr.output and tr.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(tr.output) -}} + {%- else -%} + {{- tool_response(visible_text(tr.output)) -}} + {%- endif -%} + {%- endfor -%} +{%- else -%} + {{- tool_response(visible_text(m.content)) -}} +{%- endif -%} +{%- endmacro -%} +{%- macro id_of(obj) -%} + {%- if obj.tool_call_id -%} + {{- obj.tool_call_id -}} + {%- elif obj.id -%} + {{- obj.id -}} + {%- endif -%} +{%- endmacro -%} +{%- macro is_list_of_outputs(m) -%} + {%- if m.content and m.content.0.output is defined -%}1{%- endif -%} +{%- endmacro -%} +{%- macro has_dup_tool_result_id(lo, hi, target) -%} + {%- set ns_cnt = namespace(n=0) -%} + {%- for k in range(lo, hi + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- if id_of(entry) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- endfor -%} + {%- elif id_of(m) == target -%} + {%- set ns_cnt.n = ns_cnt.n + 1 -%} + {%- endif -%} + {%- if ns_cnt.n > 1 -%}{%- break -%}{%- endif -%} + {%- endfor -%} + {%- if ns_cnt.n > 1 -%}1{%- endif -%} +{%- endmacro -%} +{%- macro tc_id_exists(tcs, target) -%} + {%- set ns_f = namespace(found=false) -%} + {%- for tc in tcs -%} + {%- if id_of(tc) == target -%} + {%- set ns_f.found = true -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- if ns_f.found -%}1{%- endif -%} +{%- endmacro -%} +{%- set ns = namespace(last_user_index=-1) -%} +{%- for m in messages %} + {%- if m.role == 'user' %} + {%- set ns.last_user_index = loop.index0 -%} + {%- endif %} +{%- endfor %} +{%- for m in messages -%} +{%- if m.role == 'user' -%}<|user|>{{ visible_text(m.content) }} +{%- elif m.role == 'assistant' -%} +<|assistant|> +{%- set content = visible_text(m.content) %} +{%- if m.reasoning_content is string %} + {%- set reasoning_content = m.reasoning_content %} +{%- elif '' in content %} + {%- set reasoning_content = content.split('')[0].split('')[-1] %} + {%- set content = content.split('')[-1] %} +{%- endif %} +{%- if (not clear_thinking or loop.index0 > ns.last_user_index) and reasoning_content is defined -%} +{{ '' + reasoning_content + ''}} +{%- else -%} +{{ '' }} +{%- endif -%} +{%- if content.strip() -%} +{{ content.strip() }} +{%- endif -%} +{% if m.tool_calls %} +{% for tc in m.tool_calls %} +{%- if tc.function %} + {%- set tc = tc.function %} +{%- endif %} +{{- '' + tc.name -}} +{% set _args = tc.arguments %}{% for k, v in _args.items() %}{{ k }}{{ v | tojson(ensure_ascii=False) if v is not string else v }}{% endfor %}{% endfor %} +{% endif %} +{%- elif m.role == 'tool' -%} +{%- if loop.first or (messages[loop.index0 - 1].role != "tool") %} + {{- '<|observation|>' -}} + {%- set block_start = loop.index0 -%} + {%- set ns_blk = namespace(end=block_start) -%} + {%- for j in range(block_start, messages|length) -%} + {%- if messages[j].role == 'tool' -%} + {%- set ns_blk.end = j -%} + {%- else -%} + {%- break -%} + {%- endif -%} + {%- endfor -%} + {%- set ns_a = namespace(tool_calls=none) -%} + {%- if block_start > 0 and messages[block_start - 1].role == 'assistant' and messages[block_start - 1].tool_calls -%} + {%- set ns_a.tool_calls = messages[block_start - 1].tool_calls -%} + {%- endif -%} + {%- set ns_chk = namespace(can_sort=true) -%} + {%- if not ns_a.tool_calls -%} + {%- set ns_chk.can_sort = false -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if not eid -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, eid) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if not tk_id -%} + {%- set ns_chk.can_sort = false -%} + {%- elif has_dup_tool_result_id(block_start, ns_blk.end, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- elif not tc_id_exists(ns_a.tool_calls, tk_id) -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- for i in range(ns_a.tool_calls | length) -%} + {%- set tc_id = id_of(ns_a.tool_calls[i]) -%} + {%- if not tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- for j in range(i + 1, ns_a.tool_calls | length) -%} + {%- if id_of(ns_a.tool_calls[j]) == tc_id -%} + {%- set ns_chk.can_sort = false -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- endif -%} + {%- if ns_chk.can_sort -%} + {%- for tc in ns_a.tool_calls -%} + {%- set tc_id = id_of(tc) -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {%- set m = messages[k] -%} + {%- if is_list_of_outputs(m) -%} + {%- for entry in m.content -%} + {%- set eid = id_of(entry) -%} + {%- if eid == tc_id -%} + {%- if entry.output is iterable and entry.output is not string and entry.output is not mapping and entry.output and entry.output.0.type == "tool_reference" -%} + {{- tool_references_to_response(entry.output) -}} + {%- else -%} + {{- tool_response(visible_text(entry.output)) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} +{%- else -%} + {%- set tk_id = id_of(m) -%} + {%- if tk_id == tc_id -%} + {{- render_tool_response(m) -}} + {%- endif -%} + {%- endif -%} + {%- endfor -%} + {%- endfor -%} + {%- else -%} + {%- for k in range(block_start, ns_blk.end + 1) -%} + {{- render_tool_response(messages[k]) -}} + {%- endfor -%} + {%- endif -%} +{% endif -%} +{%- elif m.role == 'system' -%} +<|system|>{{ visible_text(m.content) }} +{%- endif -%} +{%- endfor -%} +{%- if add_generation_prompt -%} + <|assistant|>{{- '' -}} +{%- endif -%} diff --git a/config.json b/config.json new file mode 100644 index 0000000000000000000000000000000000000000..16bb3b6b61ac38b016b4560deb8734c6dfa93604 --- /dev/null +++ b/config.json @@ -0,0 +1,1817 @@ +{ + "architectures": [ + "Glm5NextForConditionalGeneration" + ], + "text_config": { + "attention_bias": false, + "attention_dropout": 0.0, + "dtype": "bfloat16", + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "first_k_dense_replace": 3, + "hc_eps": 1e-06, + "hc_mult": 4, + "hc_sinkhorn_iters": 20, + "head_dim": 0, + "hidden_act": "silu", + "hidden_size": 4096, + "index_head_dim": 128, + "index_kpool": 4, + "index_kpool_always_select_tail": true, + "index_kpool_compress": true, + "index_n_heads": 32, + "index_topk": 2048, + "index_share_for_mtp_iteration": true, + "indexer_rope_interleave": true, + "indexer_types": [ + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full", + "full" + ], + "initializer_range": 0.02, + "intermediate_size": 12288, + "kv_lora_rank": 512, + "layer_types": [ + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention", + "linear_attention", + "linear_attention", + "deepseek_sparse_attention", + "linear_attention" + ], + "linear_attn_config": { + "num_heads": 64, + "gate_lower_bound": -5.0, + "head_dim": 128, + "short_conv_kernel_size": 4, + "kda_layers": [ + 0, + 1, + 2, + 4, + 5, + 6, + 8, + 9, + 10, + 12, + 13, + 14, + 16, + 17, + 18, + 20, + 21, + 22, + 24, + 25, + 26, + 28, + 29, + 30, + 32, + 33, + 34, + 36, + 37, + 38, + 40, + 41, + 42, + 44 + ], + "full_attn_layers": [ + 3, + 7, + 11, + 15, + 19, + 23, + 27, + 31, + 35, + 39, + 43 + ] + }, + "max_position_embeddings": 1048576, + "mhc": true, + "mla_use_nope": true, + "mlp_layer_types": [ + "dense", + "dense", + "dense", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse", + "sparse" + ], + "model_type": "glm5_next_text", + "moe_intermediate_size": 2048, + "moe_router_dtype": "float32", + "n_group": 1, + "n_routed_experts": 144, + "n_shared_experts": 1, + "norm_topk_prob": true, + "num_attention_heads": 64, + "num_experts_per_tok": 8, + "num_hidden_layers": 45, + "num_key_value_heads": 64, + "num_nextn_predict_layers": 0, + "output_router_logits": false, + "pad_token_id": 154820, + "q_lora_rank": 1536, + "qk_head_dim": 256, + "qk_nope_head_dim": 256, + "qk_rope_head_dim": 0, + "rms_norm_eps": 1e-05, + "routed_scaling_factor": 2.5, + "router_aux_loss_coef": 0.001, + "scoring_func": "sigmoid", + "swiglu_limit": 10.0, + "tie_word_embeddings": false, + "topk_group": 1, + "topk_method": "noaux_tc", + "use_cache": true, + "v_head_dim": 256, + "vocab_size": 154880, + "num_local_experts": 144 + }, + "vision_config": { + "attention_bias": true, + "attention_dropout": 0.0, + "depth": 24, + "hidden_act": "silu", + "hidden_size": 1024, + "image_size": 448, + "in_channels": 3, + "initializer_range": 0.02, + "intermediate_size": 4096, + "model_type": "glm5_next_vision", + "num_heads": 16, + "out_hidden_size": 4096, + "patch_size": 14, + "projection_intermediate_size": 10240, + "rms_norm_eps": 1e-05, + "spatial_merge_size": 2, + "swiglu_limit": 10.0, + "temporal_patch_size": 2 + }, + "image_token_id": 154854, + "video_token_id": 154855, + "image_start_token_id": 154830, + "image_end_token_id": 154831, + "video_start_token_id": 154832, + "video_end_token_id": 154833, + "tie_word_embeddings": false, + "model_type": "glm5_next", + "transformers_version": "5.16.0", + "quantization_config": { + "activation_scheme": "dynamic", + "fmt": "e4m3", + "modules_to_not_convert": [ + "attn_mha", + "attn_mqa", + "dt_bias", + "hyper_connection", + "lm_head", + "mapping_proj", + "model.embed_tokens", + "model.layers.0.hc_attn_base", + "model.layers.0.hc_attn_fn", + "model.layers.0.hc_attn_scale", + "model.layers.0.hc_ffn_base", + "model.layers.0.hc_ffn_fn", + "model.layers.0.hc_ffn_scale", + "model.layers.0.input_layernorm", + "model.layers.0.post_attention_layernorm", + "model.layers.0.self_attn.A_log", + "model.layers.0.self_attn.b_proj", + "model.layers.0.self_attn.dt_bias", + "model.layers.0.self_attn.f_a_proj", + "model.layers.0.self_attn.f_b_proj", + "model.layers.0.self_attn.fused_qkvbfg_a_proj", + "model.layers.0.self_attn.g_a_proj", + "model.layers.0.self_attn.g_b_proj", + "model.layers.0.self_attn.k_conv1d", + "model.layers.0.self_attn.k_proj", + "model.layers.0.self_attn.o_norm", + "model.layers.0.self_attn.o_proj", + "model.layers.0.self_attn.q_conv1d", + "model.layers.0.self_attn.q_proj", + "model.layers.0.self_attn.qkv_proj", + "model.layers.0.self_attn.v_conv1d", + "model.layers.0.self_attn.v_proj", + "model.layers.1.hc_attn_base", + "model.layers.1.hc_attn_fn", + "model.layers.1.hc_attn_scale", + "model.layers.1.hc_ffn_base", + "model.layers.1.hc_ffn_fn", + "model.layers.1.hc_ffn_scale", + "model.layers.1.input_layernorm", + "model.layers.1.post_attention_layernorm", + "model.layers.1.self_attn.A_log", + "model.layers.1.self_attn.b_proj", + "model.layers.1.self_attn.dt_bias", + "model.layers.1.self_attn.f_a_proj", + "model.layers.1.self_attn.f_b_proj", + "model.layers.1.self_attn.fused_qkvbfg_a_proj", + "model.layers.1.self_attn.g_a_proj", + "model.layers.1.self_attn.g_b_proj", + "model.layers.1.self_attn.k_conv1d", + "model.layers.1.self_attn.k_proj", + "model.layers.1.self_attn.o_norm", + "model.layers.1.self_attn.o_proj", + "model.layers.1.self_attn.q_conv1d", + "model.layers.1.self_attn.q_proj", + "model.layers.1.self_attn.qkv_proj", + "model.layers.1.self_attn.v_conv1d", + "model.layers.1.self_attn.v_proj", + "model.layers.10.hc_attn_base", + "model.layers.10.hc_attn_fn", + "model.layers.10.hc_attn_scale", + "model.layers.10.hc_ffn_base", + "model.layers.10.hc_ffn_fn", + "model.layers.10.hc_ffn_scale", + "model.layers.10.input_layernorm", + "model.layers.10.mlp.gate", + "model.layers.10.mlp.gate.e_score_correction_bias", + "model.layers.10.post_attention_layernorm", + "model.layers.10.self_attn.A_log", + "model.layers.10.self_attn.b_proj", + "model.layers.10.self_attn.dt_bias", + "model.layers.10.self_attn.f_a_proj", + "model.layers.10.self_attn.f_b_proj", + "model.layers.10.self_attn.fused_qkvbfg_a_proj", + "model.layers.10.self_attn.g_a_proj", + "model.layers.10.self_attn.g_b_proj", + "model.layers.10.self_attn.k_conv1d", + "model.layers.10.self_attn.k_proj", + "model.layers.10.self_attn.o_norm", + "model.layers.10.self_attn.o_proj", + "model.layers.10.self_attn.q_conv1d", + "model.layers.10.self_attn.q_proj", + "model.layers.10.self_attn.qkv_proj", + "model.layers.10.self_attn.v_conv1d", + "model.layers.10.self_attn.v_proj", + "model.layers.11.hc_attn_base", + "model.layers.11.hc_attn_fn", + "model.layers.11.hc_attn_scale", + "model.layers.11.hc_ffn_base", + "model.layers.11.hc_ffn_fn", + "model.layers.11.hc_ffn_scale", + "model.layers.11.input_layernorm", + "model.layers.11.mlp.gate", + "model.layers.11.mlp.gate.e_score_correction_bias", + "model.layers.11.post_attention_layernorm", + "model.layers.11.self_attn.indexer.index_kpool_compress_ape", + "model.layers.11.self_attn.indexer.index_kpool_compress_gate", + "model.layers.11.self_attn.indexer.k_norm", + "model.layers.11.self_attn.indexer.k_norm.bias", + "model.layers.11.self_attn.indexer.weights_proj", + "model.layers.11.self_attn.indexer.wk", + "model.layers.11.self_attn.indexer.wq_b", + "model.layers.11.self_attn.kv_a_layernorm", + "model.layers.11.self_attn.kv_b_proj", + "model.layers.11.self_attn.q_a_layernorm", + "model.layers.12.hc_attn_base", + "model.layers.12.hc_attn_fn", + "model.layers.12.hc_attn_scale", + "model.layers.12.hc_ffn_base", + "model.layers.12.hc_ffn_fn", + "model.layers.12.hc_ffn_scale", + "model.layers.12.input_layernorm", + "model.layers.12.mlp.gate", + "model.layers.12.mlp.gate.e_score_correction_bias", + "model.layers.12.post_attention_layernorm", + "model.layers.12.self_attn.A_log", + "model.layers.12.self_attn.b_proj", + "model.layers.12.self_attn.dt_bias", + "model.layers.12.self_attn.f_a_proj", + "model.layers.12.self_attn.f_b_proj", + "model.layers.12.self_attn.fused_qkvbfg_a_proj", + "model.layers.12.self_attn.g_a_proj", + "model.layers.12.self_attn.g_b_proj", + "model.layers.12.self_attn.k_conv1d", + "model.layers.12.self_attn.k_proj", + "model.layers.12.self_attn.o_norm", + "model.layers.12.self_attn.o_proj", + "model.layers.12.self_attn.q_conv1d", + "model.layers.12.self_attn.q_proj", + "model.layers.12.self_attn.qkv_proj", + "model.layers.12.self_attn.v_conv1d", + "model.layers.12.self_attn.v_proj", + "model.layers.13.hc_attn_base", + "model.layers.13.hc_attn_fn", + "model.layers.13.hc_attn_scale", + "model.layers.13.hc_ffn_base", + "model.layers.13.hc_ffn_fn", + "model.layers.13.hc_ffn_scale", + "model.layers.13.input_layernorm", + "model.layers.13.mlp.gate", + "model.layers.13.mlp.gate.e_score_correction_bias", + "model.layers.13.post_attention_layernorm", + "model.layers.13.self_attn.A_log", + "model.layers.13.self_attn.b_proj", + "model.layers.13.self_attn.dt_bias", + "model.layers.13.self_attn.f_a_proj", + "model.layers.13.self_attn.f_b_proj", + "model.layers.13.self_attn.fused_qkvbfg_a_proj", + "model.layers.13.self_attn.g_a_proj", + "model.layers.13.self_attn.g_b_proj", + "model.layers.13.self_attn.k_conv1d", + "model.layers.13.self_attn.k_proj", + "model.layers.13.self_attn.o_norm", + "model.layers.13.self_attn.o_proj", + "model.layers.13.self_attn.q_conv1d", + "model.layers.13.self_attn.q_proj", + "model.layers.13.self_attn.qkv_proj", + "model.layers.13.self_attn.v_conv1d", + "model.layers.13.self_attn.v_proj", + "model.layers.14.hc_attn_base", + "model.layers.14.hc_attn_fn", + "model.layers.14.hc_attn_scale", + "model.layers.14.hc_ffn_base", + "model.layers.14.hc_ffn_fn", + "model.layers.14.hc_ffn_scale", + "model.layers.14.input_layernorm", + "model.layers.14.mlp.gate", + "model.layers.14.mlp.gate.e_score_correction_bias", + "model.layers.14.post_attention_layernorm", + "model.layers.14.self_attn.A_log", + "model.layers.14.self_attn.b_proj", + "model.layers.14.self_attn.dt_bias", + "model.layers.14.self_attn.f_a_proj", + "model.layers.14.self_attn.f_b_proj", + "model.layers.14.self_attn.fused_qkvbfg_a_proj", + "model.layers.14.self_attn.g_a_proj", + "model.layers.14.self_attn.g_b_proj", + "model.layers.14.self_attn.k_conv1d", + "model.layers.14.self_attn.k_proj", + "model.layers.14.self_attn.o_norm", + "model.layers.14.self_attn.o_proj", + "model.layers.14.self_attn.q_conv1d", + "model.layers.14.self_attn.q_proj", + "model.layers.14.self_attn.qkv_proj", + "model.layers.14.self_attn.v_conv1d", + "model.layers.14.self_attn.v_proj", + "model.layers.15.hc_attn_base", + "model.layers.15.hc_attn_fn", + "model.layers.15.hc_attn_scale", + "model.layers.15.hc_ffn_base", + "model.layers.15.hc_ffn_fn", + "model.layers.15.hc_ffn_scale", + "model.layers.15.input_layernorm", + "model.layers.15.mlp.gate", + "model.layers.15.mlp.gate.e_score_correction_bias", + "model.layers.15.post_attention_layernorm", + "model.layers.15.self_attn.indexer.index_kpool_compress_ape", + "model.layers.15.self_attn.indexer.index_kpool_compress_gate", + "model.layers.15.self_attn.indexer.k_norm", + "model.layers.15.self_attn.indexer.k_norm.bias", + "model.layers.15.self_attn.indexer.weights_proj", + "model.layers.15.self_attn.indexer.wk", + "model.layers.15.self_attn.indexer.wq_b", + "model.layers.15.self_attn.kv_a_layernorm", + "model.layers.15.self_attn.kv_b_proj", + "model.layers.15.self_attn.q_a_layernorm", + "model.layers.16.hc_attn_base", + "model.layers.16.hc_attn_fn", + "model.layers.16.hc_attn_scale", + "model.layers.16.hc_ffn_base", + "model.layers.16.hc_ffn_fn", + "model.layers.16.hc_ffn_scale", + "model.layers.16.input_layernorm", + "model.layers.16.mlp.gate", + "model.layers.16.mlp.gate.e_score_correction_bias", + "model.layers.16.post_attention_layernorm", + "model.layers.16.self_attn.A_log", + "model.layers.16.self_attn.b_proj", + "model.layers.16.self_attn.dt_bias", + "model.layers.16.self_attn.f_a_proj", + "model.layers.16.self_attn.f_b_proj", + "model.layers.16.self_attn.fused_qkvbfg_a_proj", + "model.layers.16.self_attn.g_a_proj", + "model.layers.16.self_attn.g_b_proj", + "model.layers.16.self_attn.k_conv1d", + "model.layers.16.self_attn.k_proj", + "model.layers.16.self_attn.o_norm", + "model.layers.16.self_attn.o_proj", + "model.layers.16.self_attn.q_conv1d", + "model.layers.16.self_attn.q_proj", + "model.layers.16.self_attn.qkv_proj", + "model.layers.16.self_attn.v_conv1d", + "model.layers.16.self_attn.v_proj", + "model.layers.17.hc_attn_base", + "model.layers.17.hc_attn_fn", + "model.layers.17.hc_attn_scale", + "model.layers.17.hc_ffn_base", + "model.layers.17.hc_ffn_fn", + "model.layers.17.hc_ffn_scale", + "model.layers.17.input_layernorm", + "model.layers.17.mlp.gate", + "model.layers.17.mlp.gate.e_score_correction_bias", + "model.layers.17.post_attention_layernorm", + "model.layers.17.self_attn.A_log", + "model.layers.17.self_attn.b_proj", + "model.layers.17.self_attn.dt_bias", + "model.layers.17.self_attn.f_a_proj", + "model.layers.17.self_attn.f_b_proj", + "model.layers.17.self_attn.fused_qkvbfg_a_proj", + "model.layers.17.self_attn.g_a_proj", + "model.layers.17.self_attn.g_b_proj", + "model.layers.17.self_attn.k_conv1d", + "model.layers.17.self_attn.k_proj", + "model.layers.17.self_attn.o_norm", + "model.layers.17.self_attn.o_proj", + "model.layers.17.self_attn.q_conv1d", + "model.layers.17.self_attn.q_proj", + "model.layers.17.self_attn.qkv_proj", + "model.layers.17.self_attn.v_conv1d", + "model.layers.17.self_attn.v_proj", + "model.layers.18.hc_attn_base", + "model.layers.18.hc_attn_fn", + "model.layers.18.hc_attn_scale", + "model.layers.18.hc_ffn_base", + "model.layers.18.hc_ffn_fn", + "model.layers.18.hc_ffn_scale", + "model.layers.18.input_layernorm", + "model.layers.18.mlp.gate", + "model.layers.18.mlp.gate.e_score_correction_bias", + "model.layers.18.post_attention_layernorm", + "model.layers.18.self_attn.A_log", + "model.layers.18.self_attn.b_proj", + "model.layers.18.self_attn.dt_bias", + "model.layers.18.self_attn.f_a_proj", + "model.layers.18.self_attn.f_b_proj", + "model.layers.18.self_attn.fused_qkvbfg_a_proj", + "model.layers.18.self_attn.g_a_proj", + "model.layers.18.self_attn.g_b_proj", + "model.layers.18.self_attn.k_conv1d", + "model.layers.18.self_attn.k_proj", + "model.layers.18.self_attn.o_norm", + "model.layers.18.self_attn.o_proj", + "model.layers.18.self_attn.q_conv1d", + "model.layers.18.self_attn.q_proj", + "model.layers.18.self_attn.qkv_proj", + "model.layers.18.self_attn.v_conv1d", + "model.layers.18.self_attn.v_proj", + "model.layers.19.hc_attn_base", + "model.layers.19.hc_attn_fn", + "model.layers.19.hc_attn_scale", + "model.layers.19.hc_ffn_base", + "model.layers.19.hc_ffn_fn", + "model.layers.19.hc_ffn_scale", + "model.layers.19.input_layernorm", + "model.layers.19.mlp.gate", + "model.layers.19.mlp.gate.e_score_correction_bias", + "model.layers.19.post_attention_layernorm", + "model.layers.19.self_attn.indexer.index_kpool_compress_ape", + "model.layers.19.self_attn.indexer.index_kpool_compress_gate", + "model.layers.19.self_attn.indexer.k_norm", + "model.layers.19.self_attn.indexer.k_norm.bias", + "model.layers.19.self_attn.indexer.weights_proj", + "model.layers.19.self_attn.indexer.wk", + "model.layers.19.self_attn.indexer.wq_b", + "model.layers.19.self_attn.kv_a_layernorm", + "model.layers.19.self_attn.kv_b_proj", + "model.layers.19.self_attn.q_a_layernorm", + "model.layers.2.hc_attn_base", + "model.layers.2.hc_attn_fn", + "model.layers.2.hc_attn_scale", + "model.layers.2.hc_ffn_base", + "model.layers.2.hc_ffn_fn", + "model.layers.2.hc_ffn_scale", + "model.layers.2.input_layernorm", + "model.layers.2.post_attention_layernorm", + "model.layers.2.self_attn.A_log", + "model.layers.2.self_attn.b_proj", + "model.layers.2.self_attn.dt_bias", + "model.layers.2.self_attn.f_a_proj", + "model.layers.2.self_attn.f_b_proj", + "model.layers.2.self_attn.fused_qkvbfg_a_proj", + "model.layers.2.self_attn.g_a_proj", + "model.layers.2.self_attn.g_b_proj", + "model.layers.2.self_attn.k_conv1d", + "model.layers.2.self_attn.k_proj", + "model.layers.2.self_attn.o_norm", + "model.layers.2.self_attn.o_proj", + "model.layers.2.self_attn.q_conv1d", + "model.layers.2.self_attn.q_proj", + "model.layers.2.self_attn.qkv_proj", + "model.layers.2.self_attn.v_conv1d", + "model.layers.2.self_attn.v_proj", + "model.layers.20.hc_attn_base", + "model.layers.20.hc_attn_fn", + "model.layers.20.hc_attn_scale", + "model.layers.20.hc_ffn_base", + "model.layers.20.hc_ffn_fn", + "model.layers.20.hc_ffn_scale", + "model.layers.20.input_layernorm", + "model.layers.20.mlp.gate", + "model.layers.20.mlp.gate.e_score_correction_bias", + "model.layers.20.post_attention_layernorm", + "model.layers.20.self_attn.A_log", + "model.layers.20.self_attn.b_proj", + "model.layers.20.self_attn.dt_bias", + "model.layers.20.self_attn.f_a_proj", + "model.layers.20.self_attn.f_b_proj", + "model.layers.20.self_attn.fused_qkvbfg_a_proj", + "model.layers.20.self_attn.g_a_proj", + "model.layers.20.self_attn.g_b_proj", + "model.layers.20.self_attn.k_conv1d", + "model.layers.20.self_attn.k_proj", + "model.layers.20.self_attn.o_norm", + "model.layers.20.self_attn.o_proj", + "model.layers.20.self_attn.q_conv1d", + "model.layers.20.self_attn.q_proj", + "model.layers.20.self_attn.qkv_proj", + "model.layers.20.self_attn.v_conv1d", + "model.layers.20.self_attn.v_proj", + "model.layers.21.hc_attn_base", + "model.layers.21.hc_attn_fn", + "model.layers.21.hc_attn_scale", + "model.layers.21.hc_ffn_base", + "model.layers.21.hc_ffn_fn", + "model.layers.21.hc_ffn_scale", + "model.layers.21.input_layernorm", + "model.layers.21.mlp.gate", + "model.layers.21.mlp.gate.e_score_correction_bias", + "model.layers.21.post_attention_layernorm", + "model.layers.21.self_attn.A_log", + "model.layers.21.self_attn.b_proj", + "model.layers.21.self_attn.dt_bias", + "model.layers.21.self_attn.f_a_proj", + "model.layers.21.self_attn.f_b_proj", + "model.layers.21.self_attn.fused_qkvbfg_a_proj", + "model.layers.21.self_attn.g_a_proj", + "model.layers.21.self_attn.g_b_proj", + "model.layers.21.self_attn.k_conv1d", + "model.layers.21.self_attn.k_proj", + "model.layers.21.self_attn.o_norm", + "model.layers.21.self_attn.o_proj", + "model.layers.21.self_attn.q_conv1d", + "model.layers.21.self_attn.q_proj", + "model.layers.21.self_attn.qkv_proj", + "model.layers.21.self_attn.v_conv1d", + "model.layers.21.self_attn.v_proj", + "model.layers.22.hc_attn_base", + "model.layers.22.hc_attn_fn", + "model.layers.22.hc_attn_scale", + "model.layers.22.hc_ffn_base", + "model.layers.22.hc_ffn_fn", + "model.layers.22.hc_ffn_scale", + "model.layers.22.input_layernorm", + "model.layers.22.mlp.gate", + "model.layers.22.mlp.gate.e_score_correction_bias", + "model.layers.22.post_attention_layernorm", + "model.layers.22.self_attn.A_log", + "model.layers.22.self_attn.b_proj", + "model.layers.22.self_attn.dt_bias", + "model.layers.22.self_attn.f_a_proj", + "model.layers.22.self_attn.f_b_proj", + "model.layers.22.self_attn.fused_qkvbfg_a_proj", + "model.layers.22.self_attn.g_a_proj", + "model.layers.22.self_attn.g_b_proj", + "model.layers.22.self_attn.k_conv1d", + "model.layers.22.self_attn.k_proj", + "model.layers.22.self_attn.o_norm", + "model.layers.22.self_attn.o_proj", + "model.layers.22.self_attn.q_conv1d", + "model.layers.22.self_attn.q_proj", + "model.layers.22.self_attn.qkv_proj", + "model.layers.22.self_attn.v_conv1d", + "model.layers.22.self_attn.v_proj", + "model.layers.23.hc_attn_base", + "model.layers.23.hc_attn_fn", + "model.layers.23.hc_attn_scale", + "model.layers.23.hc_ffn_base", + "model.layers.23.hc_ffn_fn", + "model.layers.23.hc_ffn_scale", + "model.layers.23.input_layernorm", + "model.layers.23.mlp.gate", + "model.layers.23.mlp.gate.e_score_correction_bias", + "model.layers.23.post_attention_layernorm", + "model.layers.23.self_attn.indexer.index_kpool_compress_ape", + "model.layers.23.self_attn.indexer.index_kpool_compress_gate", + "model.layers.23.self_attn.indexer.k_norm", + "model.layers.23.self_attn.indexer.k_norm.bias", + "model.layers.23.self_attn.indexer.weights_proj", + "model.layers.23.self_attn.indexer.wk", + "model.layers.23.self_attn.indexer.wq_b", + "model.layers.23.self_attn.kv_a_layernorm", + "model.layers.23.self_attn.kv_b_proj", + "model.layers.23.self_attn.q_a_layernorm", + "model.layers.24.hc_attn_base", + "model.layers.24.hc_attn_fn", + "model.layers.24.hc_attn_scale", + "model.layers.24.hc_ffn_base", + "model.layers.24.hc_ffn_fn", + "model.layers.24.hc_ffn_scale", + "model.layers.24.input_layernorm", + "model.layers.24.mlp.gate", + "model.layers.24.mlp.gate.e_score_correction_bias", + "model.layers.24.post_attention_layernorm", + "model.layers.24.self_attn.A_log", + "model.layers.24.self_attn.b_proj", + "model.layers.24.self_attn.dt_bias", + "model.layers.24.self_attn.f_a_proj", + "model.layers.24.self_attn.f_b_proj", + "model.layers.24.self_attn.fused_qkvbfg_a_proj", + "model.layers.24.self_attn.g_a_proj", + "model.layers.24.self_attn.g_b_proj", + "model.layers.24.self_attn.k_conv1d", + "model.layers.24.self_attn.k_proj", + "model.layers.24.self_attn.o_norm", + "model.layers.24.self_attn.o_proj", + "model.layers.24.self_attn.q_conv1d", + "model.layers.24.self_attn.q_proj", + "model.layers.24.self_attn.qkv_proj", + "model.layers.24.self_attn.v_conv1d", + "model.layers.24.self_attn.v_proj", + "model.layers.25.hc_attn_base", + "model.layers.25.hc_attn_fn", + "model.layers.25.hc_attn_scale", + "model.layers.25.hc_ffn_base", + "model.layers.25.hc_ffn_fn", + "model.layers.25.hc_ffn_scale", + "model.layers.25.input_layernorm", + "model.layers.25.mlp.gate", + "model.layers.25.mlp.gate.e_score_correction_bias", + "model.layers.25.post_attention_layernorm", + "model.layers.25.self_attn.A_log", + "model.layers.25.self_attn.b_proj", + "model.layers.25.self_attn.dt_bias", + "model.layers.25.self_attn.f_a_proj", + "model.layers.25.self_attn.f_b_proj", + "model.layers.25.self_attn.fused_qkvbfg_a_proj", + "model.layers.25.self_attn.g_a_proj", + "model.layers.25.self_attn.g_b_proj", + "model.layers.25.self_attn.k_conv1d", + "model.layers.25.self_attn.k_proj", + "model.layers.25.self_attn.o_norm", + "model.layers.25.self_attn.o_proj", + "model.layers.25.self_attn.q_conv1d", + "model.layers.25.self_attn.q_proj", + "model.layers.25.self_attn.qkv_proj", + "model.layers.25.self_attn.v_conv1d", + "model.layers.25.self_attn.v_proj", + "model.layers.26.hc_attn_base", + "model.layers.26.hc_attn_fn", + "model.layers.26.hc_attn_scale", + "model.layers.26.hc_ffn_base", + "model.layers.26.hc_ffn_fn", + "model.layers.26.hc_ffn_scale", + "model.layers.26.input_layernorm", + "model.layers.26.mlp.gate", + "model.layers.26.mlp.gate.e_score_correction_bias", + "model.layers.26.post_attention_layernorm", + "model.layers.26.self_attn.A_log", + "model.layers.26.self_attn.b_proj", + "model.layers.26.self_attn.dt_bias", + "model.layers.26.self_attn.f_a_proj", + "model.layers.26.self_attn.f_b_proj", + "model.layers.26.self_attn.fused_qkvbfg_a_proj", + "model.layers.26.self_attn.g_a_proj", + "model.layers.26.self_attn.g_b_proj", + "model.layers.26.self_attn.k_conv1d", + "model.layers.26.self_attn.k_proj", + "model.layers.26.self_attn.o_norm", + "model.layers.26.self_attn.o_proj", + "model.layers.26.self_attn.q_conv1d", + "model.layers.26.self_attn.q_proj", + "model.layers.26.self_attn.qkv_proj", + "model.layers.26.self_attn.v_conv1d", + "model.layers.26.self_attn.v_proj", + "model.layers.27.hc_attn_base", + "model.layers.27.hc_attn_fn", + "model.layers.27.hc_attn_scale", + "model.layers.27.hc_ffn_base", + "model.layers.27.hc_ffn_fn", + "model.layers.27.hc_ffn_scale", + "model.layers.27.input_layernorm", + "model.layers.27.mlp.gate", + "model.layers.27.mlp.gate.e_score_correction_bias", + "model.layers.27.post_attention_layernorm", + "model.layers.27.self_attn.indexer.index_kpool_compress_ape", + "model.layers.27.self_attn.indexer.index_kpool_compress_gate", + "model.layers.27.self_attn.indexer.k_norm", + "model.layers.27.self_attn.indexer.k_norm.bias", + "model.layers.27.self_attn.indexer.weights_proj", + "model.layers.27.self_attn.indexer.wk", + "model.layers.27.self_attn.indexer.wq_b", + "model.layers.27.self_attn.kv_a_layernorm", + "model.layers.27.self_attn.kv_b_proj", + "model.layers.27.self_attn.q_a_layernorm", + "model.layers.28.hc_attn_base", + "model.layers.28.hc_attn_fn", + "model.layers.28.hc_attn_scale", + "model.layers.28.hc_ffn_base", + "model.layers.28.hc_ffn_fn", + "model.layers.28.hc_ffn_scale", + "model.layers.28.input_layernorm", + "model.layers.28.mlp.gate", + "model.layers.28.mlp.gate.e_score_correction_bias", + "model.layers.28.post_attention_layernorm", + "model.layers.28.self_attn.A_log", + "model.layers.28.self_attn.b_proj", + "model.layers.28.self_attn.dt_bias", + "model.layers.28.self_attn.f_a_proj", + "model.layers.28.self_attn.f_b_proj", + "model.layers.28.self_attn.fused_qkvbfg_a_proj", + "model.layers.28.self_attn.g_a_proj", + "model.layers.28.self_attn.g_b_proj", + "model.layers.28.self_attn.k_conv1d", + "model.layers.28.self_attn.k_proj", + "model.layers.28.self_attn.o_norm", + "model.layers.28.self_attn.o_proj", + "model.layers.28.self_attn.q_conv1d", + "model.layers.28.self_attn.q_proj", + "model.layers.28.self_attn.qkv_proj", + "model.layers.28.self_attn.v_conv1d", + "model.layers.28.self_attn.v_proj", + "model.layers.29.hc_attn_base", + "model.layers.29.hc_attn_fn", + "model.layers.29.hc_attn_scale", + "model.layers.29.hc_ffn_base", + "model.layers.29.hc_ffn_fn", + "model.layers.29.hc_ffn_scale", + "model.layers.29.input_layernorm", + "model.layers.29.mlp.gate", + "model.layers.29.mlp.gate.e_score_correction_bias", + "model.layers.29.post_attention_layernorm", + "model.layers.29.self_attn.A_log", + "model.layers.29.self_attn.b_proj", + "model.layers.29.self_attn.dt_bias", + "model.layers.29.self_attn.f_a_proj", + "model.layers.29.self_attn.f_b_proj", + "model.layers.29.self_attn.fused_qkvbfg_a_proj", + "model.layers.29.self_attn.g_a_proj", + "model.layers.29.self_attn.g_b_proj", + "model.layers.29.self_attn.k_conv1d", + "model.layers.29.self_attn.k_proj", + "model.layers.29.self_attn.o_norm", + "model.layers.29.self_attn.o_proj", + "model.layers.29.self_attn.q_conv1d", + "model.layers.29.self_attn.q_proj", + "model.layers.29.self_attn.qkv_proj", + "model.layers.29.self_attn.v_conv1d", + "model.layers.29.self_attn.v_proj", + "model.layers.3.hc_attn_base", + "model.layers.3.hc_attn_fn", + "model.layers.3.hc_attn_scale", + "model.layers.3.hc_ffn_base", + "model.layers.3.hc_ffn_fn", + "model.layers.3.hc_ffn_scale", + "model.layers.3.input_layernorm", + "model.layers.3.mlp.gate", + "model.layers.3.mlp.gate.e_score_correction_bias", + "model.layers.3.post_attention_layernorm", + "model.layers.3.self_attn.indexer.index_kpool_compress_ape", + "model.layers.3.self_attn.indexer.index_kpool_compress_gate", + "model.layers.3.self_attn.indexer.k_norm", + "model.layers.3.self_attn.indexer.k_norm.bias", + "model.layers.3.self_attn.indexer.weights_proj", + "model.layers.3.self_attn.indexer.wk", + "model.layers.3.self_attn.indexer.wq_b", + "model.layers.3.self_attn.kv_a_layernorm", + "model.layers.3.self_attn.kv_b_proj", + "model.layers.3.self_attn.q_a_layernorm", + "model.layers.30.hc_attn_base", + "model.layers.30.hc_attn_fn", + "model.layers.30.hc_attn_scale", + "model.layers.30.hc_ffn_base", + "model.layers.30.hc_ffn_fn", + "model.layers.30.hc_ffn_scale", + "model.layers.30.input_layernorm", + "model.layers.30.mlp.gate", + "model.layers.30.mlp.gate.e_score_correction_bias", + "model.layers.30.post_attention_layernorm", + "model.layers.30.self_attn.A_log", + "model.layers.30.self_attn.b_proj", + "model.layers.30.self_attn.dt_bias", + "model.layers.30.self_attn.f_a_proj", + "model.layers.30.self_attn.f_b_proj", + "model.layers.30.self_attn.fused_qkvbfg_a_proj", + "model.layers.30.self_attn.g_a_proj", + "model.layers.30.self_attn.g_b_proj", + "model.layers.30.self_attn.k_conv1d", + "model.layers.30.self_attn.k_proj", + "model.layers.30.self_attn.o_norm", + "model.layers.30.self_attn.o_proj", + "model.layers.30.self_attn.q_conv1d", + "model.layers.30.self_attn.q_proj", + "model.layers.30.self_attn.qkv_proj", + "model.layers.30.self_attn.v_conv1d", + "model.layers.30.self_attn.v_proj", + "model.layers.31.hc_attn_base", + "model.layers.31.hc_attn_fn", + "model.layers.31.hc_attn_scale", + "model.layers.31.hc_ffn_base", + "model.layers.31.hc_ffn_fn", + "model.layers.31.hc_ffn_scale", + "model.layers.31.input_layernorm", + "model.layers.31.mlp.gate", + "model.layers.31.mlp.gate.e_score_correction_bias", + "model.layers.31.post_attention_layernorm", + "model.layers.31.self_attn.indexer.index_kpool_compress_ape", + "model.layers.31.self_attn.indexer.index_kpool_compress_gate", + "model.layers.31.self_attn.indexer.k_norm", + "model.layers.31.self_attn.indexer.k_norm.bias", + "model.layers.31.self_attn.indexer.weights_proj", + "model.layers.31.self_attn.indexer.wk", + "model.layers.31.self_attn.indexer.wq_b", + "model.layers.31.self_attn.kv_a_layernorm", + "model.layers.31.self_attn.kv_b_proj", + "model.layers.31.self_attn.q_a_layernorm", + "model.layers.32.hc_attn_base", + "model.layers.32.hc_attn_fn", + "model.layers.32.hc_attn_scale", + "model.layers.32.hc_ffn_base", + "model.layers.32.hc_ffn_fn", + "model.layers.32.hc_ffn_scale", + "model.layers.32.input_layernorm", + "model.layers.32.mlp.gate", + "model.layers.32.mlp.gate.e_score_correction_bias", + "model.layers.32.post_attention_layernorm", + "model.layers.32.self_attn.A_log", + "model.layers.32.self_attn.b_proj", + "model.layers.32.self_attn.dt_bias", + "model.layers.32.self_attn.f_a_proj", + "model.layers.32.self_attn.f_b_proj", + "model.layers.32.self_attn.fused_qkvbfg_a_proj", + "model.layers.32.self_attn.g_a_proj", + "model.layers.32.self_attn.g_b_proj", + "model.layers.32.self_attn.k_conv1d", + "model.layers.32.self_attn.k_proj", + "model.layers.32.self_attn.o_norm", + "model.layers.32.self_attn.o_proj", + "model.layers.32.self_attn.q_conv1d", + "model.layers.32.self_attn.q_proj", + "model.layers.32.self_attn.qkv_proj", + "model.layers.32.self_attn.v_conv1d", + "model.layers.32.self_attn.v_proj", + "model.layers.33.hc_attn_base", + "model.layers.33.hc_attn_fn", + "model.layers.33.hc_attn_scale", + "model.layers.33.hc_ffn_base", + "model.layers.33.hc_ffn_fn", + "model.layers.33.hc_ffn_scale", + "model.layers.33.input_layernorm", + "model.layers.33.mlp.gate", + "model.layers.33.mlp.gate.e_score_correction_bias", + "model.layers.33.post_attention_layernorm", + "model.layers.33.self_attn.A_log", + "model.layers.33.self_attn.b_proj", + "model.layers.33.self_attn.dt_bias", + "model.layers.33.self_attn.f_a_proj", + "model.layers.33.self_attn.f_b_proj", + "model.layers.33.self_attn.fused_qkvbfg_a_proj", + "model.layers.33.self_attn.g_a_proj", + "model.layers.33.self_attn.g_b_proj", + "model.layers.33.self_attn.k_conv1d", + "model.layers.33.self_attn.k_proj", + "model.layers.33.self_attn.o_norm", + "model.layers.33.self_attn.o_proj", + "model.layers.33.self_attn.q_conv1d", + "model.layers.33.self_attn.q_proj", + "model.layers.33.self_attn.qkv_proj", + "model.layers.33.self_attn.v_conv1d", + "model.layers.33.self_attn.v_proj", + "model.layers.34.hc_attn_base", + "model.layers.34.hc_attn_fn", + "model.layers.34.hc_attn_scale", + "model.layers.34.hc_ffn_base", + "model.layers.34.hc_ffn_fn", + "model.layers.34.hc_ffn_scale", + "model.layers.34.input_layernorm", + "model.layers.34.mlp.gate", + "model.layers.34.mlp.gate.e_score_correction_bias", + "model.layers.34.post_attention_layernorm", + "model.layers.34.self_attn.A_log", + "model.layers.34.self_attn.b_proj", + "model.layers.34.self_attn.dt_bias", + "model.layers.34.self_attn.f_a_proj", + "model.layers.34.self_attn.f_b_proj", + "model.layers.34.self_attn.fused_qkvbfg_a_proj", + "model.layers.34.self_attn.g_a_proj", + "model.layers.34.self_attn.g_b_proj", + "model.layers.34.self_attn.k_conv1d", + "model.layers.34.self_attn.k_proj", + "model.layers.34.self_attn.o_norm", + "model.layers.34.self_attn.o_proj", + "model.layers.34.self_attn.q_conv1d", + "model.layers.34.self_attn.q_proj", + "model.layers.34.self_attn.qkv_proj", + "model.layers.34.self_attn.v_conv1d", + "model.layers.34.self_attn.v_proj", + "model.layers.35.hc_attn_base", + "model.layers.35.hc_attn_fn", + "model.layers.35.hc_attn_scale", + "model.layers.35.hc_ffn_base", + "model.layers.35.hc_ffn_fn", + "model.layers.35.hc_ffn_scale", + "model.layers.35.input_layernorm", + "model.layers.35.mlp.gate", + "model.layers.35.mlp.gate.e_score_correction_bias", + "model.layers.35.post_attention_layernorm", + "model.layers.35.self_attn.indexer.index_kpool_compress_ape", + "model.layers.35.self_attn.indexer.index_kpool_compress_gate", + "model.layers.35.self_attn.indexer.k_norm", + "model.layers.35.self_attn.indexer.k_norm.bias", + "model.layers.35.self_attn.indexer.weights_proj", + "model.layers.35.self_attn.indexer.wk", + "model.layers.35.self_attn.indexer.wq_b", + "model.layers.35.self_attn.kv_a_layernorm", + "model.layers.35.self_attn.kv_b_proj", + "model.layers.35.self_attn.q_a_layernorm", + "model.layers.36.hc_attn_base", + "model.layers.36.hc_attn_fn", + "model.layers.36.hc_attn_scale", + "model.layers.36.hc_ffn_base", + "model.layers.36.hc_ffn_fn", + "model.layers.36.hc_ffn_scale", + "model.layers.36.input_layernorm", + "model.layers.36.mlp.gate", + "model.layers.36.mlp.gate.e_score_correction_bias", + "model.layers.36.post_attention_layernorm", + "model.layers.36.self_attn.A_log", + "model.layers.36.self_attn.b_proj", + "model.layers.36.self_attn.dt_bias", + "model.layers.36.self_attn.f_a_proj", + "model.layers.36.self_attn.f_b_proj", + "model.layers.36.self_attn.fused_qkvbfg_a_proj", + "model.layers.36.self_attn.g_a_proj", + "model.layers.36.self_attn.g_b_proj", + "model.layers.36.self_attn.k_conv1d", + "model.layers.36.self_attn.k_proj", + "model.layers.36.self_attn.o_norm", + "model.layers.36.self_attn.o_proj", + "model.layers.36.self_attn.q_conv1d", + "model.layers.36.self_attn.q_proj", + "model.layers.36.self_attn.qkv_proj", + "model.layers.36.self_attn.v_conv1d", + "model.layers.36.self_attn.v_proj", + "model.layers.37.hc_attn_base", + "model.layers.37.hc_attn_fn", + "model.layers.37.hc_attn_scale", + "model.layers.37.hc_ffn_base", + "model.layers.37.hc_ffn_fn", + "model.layers.37.hc_ffn_scale", + "model.layers.37.input_layernorm", + "model.layers.37.mlp.gate", + "model.layers.37.mlp.gate.e_score_correction_bias", + "model.layers.37.post_attention_layernorm", + "model.layers.37.self_attn.A_log", + "model.layers.37.self_attn.b_proj", + "model.layers.37.self_attn.dt_bias", + "model.layers.37.self_attn.f_a_proj", + "model.layers.37.self_attn.f_b_proj", + "model.layers.37.self_attn.fused_qkvbfg_a_proj", + "model.layers.37.self_attn.g_a_proj", + "model.layers.37.self_attn.g_b_proj", + "model.layers.37.self_attn.k_conv1d", + "model.layers.37.self_attn.k_proj", + "model.layers.37.self_attn.o_norm", + "model.layers.37.self_attn.o_proj", + "model.layers.37.self_attn.q_conv1d", + "model.layers.37.self_attn.q_proj", + "model.layers.37.self_attn.qkv_proj", + "model.layers.37.self_attn.v_conv1d", + "model.layers.37.self_attn.v_proj", + "model.layers.38.hc_attn_base", + "model.layers.38.hc_attn_fn", + "model.layers.38.hc_attn_scale", + "model.layers.38.hc_ffn_base", + "model.layers.38.hc_ffn_fn", + "model.layers.38.hc_ffn_scale", + "model.layers.38.input_layernorm", + "model.layers.38.mlp.gate", + "model.layers.38.mlp.gate.e_score_correction_bias", + "model.layers.38.post_attention_layernorm", + "model.layers.38.self_attn.A_log", + "model.layers.38.self_attn.b_proj", + "model.layers.38.self_attn.dt_bias", + "model.layers.38.self_attn.f_a_proj", + "model.layers.38.self_attn.f_b_proj", + "model.layers.38.self_attn.fused_qkvbfg_a_proj", + "model.layers.38.self_attn.g_a_proj", + "model.layers.38.self_attn.g_b_proj", + "model.layers.38.self_attn.k_conv1d", + "model.layers.38.self_attn.k_proj", + "model.layers.38.self_attn.o_norm", + "model.layers.38.self_attn.o_proj", + "model.layers.38.self_attn.q_conv1d", + "model.layers.38.self_attn.q_proj", + "model.layers.38.self_attn.qkv_proj", + "model.layers.38.self_attn.v_conv1d", + "model.layers.38.self_attn.v_proj", + "model.layers.39.hc_attn_base", + "model.layers.39.hc_attn_fn", + "model.layers.39.hc_attn_scale", + "model.layers.39.hc_ffn_base", + "model.layers.39.hc_ffn_fn", + "model.layers.39.hc_ffn_scale", + "model.layers.39.input_layernorm", + "model.layers.39.mlp.gate", + "model.layers.39.mlp.gate.e_score_correction_bias", + "model.layers.39.post_attention_layernorm", + "model.layers.39.self_attn.indexer.index_kpool_compress_ape", + "model.layers.39.self_attn.indexer.index_kpool_compress_gate", + "model.layers.39.self_attn.indexer.k_norm", + "model.layers.39.self_attn.indexer.k_norm.bias", + "model.layers.39.self_attn.indexer.weights_proj", + "model.layers.39.self_attn.indexer.wk", + "model.layers.39.self_attn.indexer.wq_b", + "model.layers.39.self_attn.kv_a_layernorm", + "model.layers.39.self_attn.kv_b_proj", + "model.layers.39.self_attn.q_a_layernorm", + "model.layers.4.hc_attn_base", + "model.layers.4.hc_attn_fn", + "model.layers.4.hc_attn_scale", + "model.layers.4.hc_ffn_base", + "model.layers.4.hc_ffn_fn", + "model.layers.4.hc_ffn_scale", + "model.layers.4.input_layernorm", + "model.layers.4.mlp.gate", + "model.layers.4.mlp.gate.e_score_correction_bias", + "model.layers.4.post_attention_layernorm", + "model.layers.4.self_attn.A_log", + "model.layers.4.self_attn.b_proj", + "model.layers.4.self_attn.dt_bias", + "model.layers.4.self_attn.f_a_proj", + "model.layers.4.self_attn.f_b_proj", + "model.layers.4.self_attn.fused_qkvbfg_a_proj", + "model.layers.4.self_attn.g_a_proj", + "model.layers.4.self_attn.g_b_proj", + "model.layers.4.self_attn.k_conv1d", + "model.layers.4.self_attn.k_proj", + "model.layers.4.self_attn.o_norm", + "model.layers.4.self_attn.o_proj", + "model.layers.4.self_attn.q_conv1d", + "model.layers.4.self_attn.q_proj", + "model.layers.4.self_attn.qkv_proj", + "model.layers.4.self_attn.v_conv1d", + "model.layers.4.self_attn.v_proj", + "model.layers.40.hc_attn_base", + "model.layers.40.hc_attn_fn", + "model.layers.40.hc_attn_scale", + "model.layers.40.hc_ffn_base", + "model.layers.40.hc_ffn_fn", + "model.layers.40.hc_ffn_scale", + "model.layers.40.input_layernorm", + "model.layers.40.mlp.gate", + "model.layers.40.mlp.gate.e_score_correction_bias", + "model.layers.40.post_attention_layernorm", + "model.layers.40.self_attn.A_log", + "model.layers.40.self_attn.b_proj", + "model.layers.40.self_attn.dt_bias", + "model.layers.40.self_attn.f_a_proj", + "model.layers.40.self_attn.f_b_proj", + "model.layers.40.self_attn.fused_qkvbfg_a_proj", + "model.layers.40.self_attn.g_a_proj", + "model.layers.40.self_attn.g_b_proj", + "model.layers.40.self_attn.k_conv1d", + "model.layers.40.self_attn.k_proj", + "model.layers.40.self_attn.o_norm", + "model.layers.40.self_attn.o_proj", + "model.layers.40.self_attn.q_conv1d", + "model.layers.40.self_attn.q_proj", + "model.layers.40.self_attn.qkv_proj", + "model.layers.40.self_attn.v_conv1d", + "model.layers.40.self_attn.v_proj", + "model.layers.41.hc_attn_base", + "model.layers.41.hc_attn_fn", + "model.layers.41.hc_attn_scale", + "model.layers.41.hc_ffn_base", + "model.layers.41.hc_ffn_fn", + "model.layers.41.hc_ffn_scale", + "model.layers.41.input_layernorm", + "model.layers.41.mlp.gate", + "model.layers.41.mlp.gate.e_score_correction_bias", + "model.layers.41.post_attention_layernorm", + "model.layers.41.self_attn.A_log", + "model.layers.41.self_attn.b_proj", + "model.layers.41.self_attn.dt_bias", + "model.layers.41.self_attn.f_a_proj", + "model.layers.41.self_attn.f_b_proj", + "model.layers.41.self_attn.fused_qkvbfg_a_proj", + "model.layers.41.self_attn.g_a_proj", + "model.layers.41.self_attn.g_b_proj", + "model.layers.41.self_attn.k_conv1d", + "model.layers.41.self_attn.k_proj", + "model.layers.41.self_attn.o_norm", + "model.layers.41.self_attn.o_proj", + "model.layers.41.self_attn.q_conv1d", + "model.layers.41.self_attn.q_proj", + "model.layers.41.self_attn.qkv_proj", + "model.layers.41.self_attn.v_conv1d", + "model.layers.41.self_attn.v_proj", + "model.layers.42.hc_attn_base", + "model.layers.42.hc_attn_fn", + "model.layers.42.hc_attn_scale", + "model.layers.42.hc_ffn_base", + "model.layers.42.hc_ffn_fn", + "model.layers.42.hc_ffn_scale", + "model.layers.42.input_layernorm", + "model.layers.42.mlp.gate", + "model.layers.42.mlp.gate.e_score_correction_bias", + "model.layers.42.post_attention_layernorm", + "model.layers.42.self_attn.A_log", + "model.layers.42.self_attn.b_proj", + "model.layers.42.self_attn.dt_bias", + "model.layers.42.self_attn.f_a_proj", + "model.layers.42.self_attn.f_b_proj", + "model.layers.42.self_attn.fused_qkvbfg_a_proj", + "model.layers.42.self_attn.g_a_proj", + "model.layers.42.self_attn.g_b_proj", + "model.layers.42.self_attn.k_conv1d", + "model.layers.42.self_attn.k_proj", + "model.layers.42.self_attn.o_norm", + "model.layers.42.self_attn.o_proj", + "model.layers.42.self_attn.q_conv1d", + "model.layers.42.self_attn.q_proj", + "model.layers.42.self_attn.qkv_proj", + "model.layers.42.self_attn.v_conv1d", + "model.layers.42.self_attn.v_proj", + "model.layers.43.hc_attn_base", + "model.layers.43.hc_attn_fn", + "model.layers.43.hc_attn_scale", + "model.layers.43.hc_ffn_base", + "model.layers.43.hc_ffn_fn", + "model.layers.43.hc_ffn_scale", + "model.layers.43.input_layernorm", + "model.layers.43.mlp.gate", + "model.layers.43.mlp.gate.e_score_correction_bias", + "model.layers.43.post_attention_layernorm", + "model.layers.43.self_attn.indexer.index_kpool_compress_ape", + "model.layers.43.self_attn.indexer.index_kpool_compress_gate", + "model.layers.43.self_attn.indexer.k_norm", + "model.layers.43.self_attn.indexer.k_norm.bias", + "model.layers.43.self_attn.indexer.weights_proj", + "model.layers.43.self_attn.indexer.wk", + "model.layers.43.self_attn.indexer.wq_b", + "model.layers.43.self_attn.kv_a_layernorm", + "model.layers.43.self_attn.kv_b_proj", + "model.layers.43.self_attn.q_a_layernorm", + "model.layers.44.hc_attn_base", + "model.layers.44.hc_attn_fn", + "model.layers.44.hc_attn_scale", + "model.layers.44.hc_ffn_base", + "model.layers.44.hc_ffn_fn", + "model.layers.44.hc_ffn_scale", + "model.layers.44.input_layernorm", + "model.layers.44.mlp.gate", + "model.layers.44.mlp.gate.e_score_correction_bias", + "model.layers.44.post_attention_layernorm", + "model.layers.44.self_attn.A_log", + "model.layers.44.self_attn.b_proj", + "model.layers.44.self_attn.dt_bias", + "model.layers.44.self_attn.f_a_proj", + "model.layers.44.self_attn.f_b_proj", + "model.layers.44.self_attn.fused_qkvbfg_a_proj", + "model.layers.44.self_attn.g_a_proj", + "model.layers.44.self_attn.g_b_proj", + "model.layers.44.self_attn.k_conv1d", + "model.layers.44.self_attn.k_proj", + "model.layers.44.self_attn.o_norm", + "model.layers.44.self_attn.o_proj", + "model.layers.44.self_attn.q_conv1d", + "model.layers.44.self_attn.q_proj", + "model.layers.44.self_attn.qkv_proj", + "model.layers.44.self_attn.v_conv1d", + "model.layers.44.self_attn.v_proj", + "model.layers.45.eh_proj", + "model.layers.45.enorm", + "model.layers.45.hnorm", + "model.layers.45.input_layernorm", + "model.layers.45.mlp.gate", + "model.layers.45.mlp.gate.e_score_correction_bias", + "model.layers.45.post_attention_layernorm", + "model.layers.45.self_attn.indexer.index_kpool_compress_ape", + "model.layers.45.self_attn.indexer.index_kpool_compress_gate", + "model.layers.45.self_attn.indexer.k_norm", + "model.layers.45.self_attn.indexer.k_norm.bias", + "model.layers.45.self_attn.indexer.weights_proj", + "model.layers.45.self_attn.indexer.wk", + "model.layers.45.self_attn.indexer.wq_b", + "model.layers.45.self_attn.kv_a_layernorm", + "model.layers.45.self_attn.kv_b_proj", + "model.layers.45.self_attn.q_a_layernorm", + "model.layers.45.shared_head.norm", + "model.layers.5.hc_attn_base", + "model.layers.5.hc_attn_fn", + "model.layers.5.hc_attn_scale", + "model.layers.5.hc_ffn_base", + "model.layers.5.hc_ffn_fn", + "model.layers.5.hc_ffn_scale", + "model.layers.5.input_layernorm", + "model.layers.5.mlp.gate", + "model.layers.5.mlp.gate.e_score_correction_bias", + "model.layers.5.post_attention_layernorm", + "model.layers.5.self_attn.A_log", + "model.layers.5.self_attn.b_proj", + "model.layers.5.self_attn.dt_bias", + "model.layers.5.self_attn.f_a_proj", + "model.layers.5.self_attn.f_b_proj", + "model.layers.5.self_attn.fused_qkvbfg_a_proj", + "model.layers.5.self_attn.g_a_proj", + "model.layers.5.self_attn.g_b_proj", + "model.layers.5.self_attn.k_conv1d", + "model.layers.5.self_attn.k_proj", + "model.layers.5.self_attn.o_norm", + "model.layers.5.self_attn.o_proj", + "model.layers.5.self_attn.q_conv1d", + "model.layers.5.self_attn.q_proj", + "model.layers.5.self_attn.qkv_proj", + "model.layers.5.self_attn.v_conv1d", + "model.layers.5.self_attn.v_proj", + "model.layers.6.hc_attn_base", + "model.layers.6.hc_attn_fn", + "model.layers.6.hc_attn_scale", + "model.layers.6.hc_ffn_base", + "model.layers.6.hc_ffn_fn", + "model.layers.6.hc_ffn_scale", + "model.layers.6.input_layernorm", + "model.layers.6.mlp.gate", + "model.layers.6.mlp.gate.e_score_correction_bias", + "model.layers.6.post_attention_layernorm", + "model.layers.6.self_attn.A_log", + "model.layers.6.self_attn.b_proj", + "model.layers.6.self_attn.dt_bias", + "model.layers.6.self_attn.f_a_proj", + "model.layers.6.self_attn.f_b_proj", + "model.layers.6.self_attn.fused_qkvbfg_a_proj", + "model.layers.6.self_attn.g_a_proj", + "model.layers.6.self_attn.g_b_proj", + "model.layers.6.self_attn.k_conv1d", + "model.layers.6.self_attn.k_proj", + "model.layers.6.self_attn.o_norm", + "model.layers.6.self_attn.o_proj", + "model.layers.6.self_attn.q_conv1d", + "model.layers.6.self_attn.q_proj", + "model.layers.6.self_attn.qkv_proj", + "model.layers.6.self_attn.v_conv1d", + "model.layers.6.self_attn.v_proj", + "model.layers.7.hc_attn_base", + "model.layers.7.hc_attn_fn", + "model.layers.7.hc_attn_scale", + "model.layers.7.hc_ffn_base", + "model.layers.7.hc_ffn_fn", + "model.layers.7.hc_ffn_scale", + "model.layers.7.input_layernorm", + "model.layers.7.mlp.gate", + "model.layers.7.mlp.gate.e_score_correction_bias", + "model.layers.7.post_attention_layernorm", + "model.layers.7.self_attn.indexer.index_kpool_compress_ape", + "model.layers.7.self_attn.indexer.index_kpool_compress_gate", + "model.layers.7.self_attn.indexer.k_norm", + "model.layers.7.self_attn.indexer.k_norm.bias", + "model.layers.7.self_attn.indexer.weights_proj", + "model.layers.7.self_attn.indexer.wk", + "model.layers.7.self_attn.indexer.wq_b", + "model.layers.7.self_attn.kv_a_layernorm", + "model.layers.7.self_attn.kv_b_proj", + "model.layers.7.self_attn.q_a_layernorm", + "model.layers.8.hc_attn_base", + "model.layers.8.hc_attn_fn", + "model.layers.8.hc_attn_scale", + "model.layers.8.hc_ffn_base", + "model.layers.8.hc_ffn_fn", + "model.layers.8.hc_ffn_scale", + "model.layers.8.input_layernorm", + "model.layers.8.mlp.gate", + "model.layers.8.mlp.gate.e_score_correction_bias", + "model.layers.8.post_attention_layernorm", + "model.layers.8.self_attn.A_log", + "model.layers.8.self_attn.b_proj", + "model.layers.8.self_attn.dt_bias", + "model.layers.8.self_attn.f_a_proj", + "model.layers.8.self_attn.f_b_proj", + "model.layers.8.self_attn.fused_qkvbfg_a_proj", + "model.layers.8.self_attn.g_a_proj", + "model.layers.8.self_attn.g_b_proj", + "model.layers.8.self_attn.k_conv1d", + "model.layers.8.self_attn.k_proj", + "model.layers.8.self_attn.o_norm", + "model.layers.8.self_attn.o_proj", + "model.layers.8.self_attn.q_conv1d", + "model.layers.8.self_attn.q_proj", + "model.layers.8.self_attn.qkv_proj", + "model.layers.8.self_attn.v_conv1d", + "model.layers.8.self_attn.v_proj", + "model.layers.9.hc_attn_base", + "model.layers.9.hc_attn_fn", + "model.layers.9.hc_attn_scale", + "model.layers.9.hc_ffn_base", + "model.layers.9.hc_ffn_fn", + "model.layers.9.hc_ffn_scale", + "model.layers.9.input_layernorm", + "model.layers.9.mlp.gate", + "model.layers.9.mlp.gate.e_score_correction_bias", + "model.layers.9.post_attention_layernorm", + "model.layers.9.self_attn.A_log", + "model.layers.9.self_attn.b_proj", + "model.layers.9.self_attn.dt_bias", + "model.layers.9.self_attn.f_a_proj", + "model.layers.9.self_attn.f_b_proj", + "model.layers.9.self_attn.fused_qkvbfg_a_proj", + "model.layers.9.self_attn.g_a_proj", + "model.layers.9.self_attn.g_b_proj", + "model.layers.9.self_attn.k_conv1d", + "model.layers.9.self_attn.k_proj", + "model.layers.9.self_attn.o_norm", + "model.layers.9.self_attn.o_proj", + "model.layers.9.self_attn.q_conv1d", + "model.layers.9.self_attn.q_proj", + "model.layers.9.self_attn.qkv_proj", + "model.layers.9.self_attn.v_conv1d", + "model.layers.9.self_attn.v_proj", + "model.norm", + "model.visual", + "router", + "visual", + "visual.blocks.0.attn.k_norm", + "visual.blocks.0.attn.proj", + "visual.blocks.0.attn.proj.bias", + "visual.blocks.0.attn.q_norm", + "visual.blocks.0.attn.qkv", + "visual.blocks.0.attn.qkv.bias", + "visual.blocks.0.mlp.down_proj", + "visual.blocks.0.mlp.down_proj.bias", + "visual.blocks.0.mlp.gate_proj", + "visual.blocks.0.mlp.gate_proj.bias", + "visual.blocks.0.mlp.up_proj", + "visual.blocks.0.mlp.up_proj.bias", + "visual.blocks.0.norm1", + "visual.blocks.0.norm2", + "visual.blocks.1.attn.k_norm", + "visual.blocks.1.attn.proj", + "visual.blocks.1.attn.proj.bias", + "visual.blocks.1.attn.q_norm", + "visual.blocks.1.attn.qkv", + "visual.blocks.1.attn.qkv.bias", + "visual.blocks.1.mlp.down_proj", + "visual.blocks.1.mlp.down_proj.bias", + "visual.blocks.1.mlp.gate_proj", + "visual.blocks.1.mlp.gate_proj.bias", + "visual.blocks.1.mlp.up_proj", + "visual.blocks.1.mlp.up_proj.bias", + "visual.blocks.1.norm1", + "visual.blocks.1.norm2", + "visual.blocks.10.attn.k_norm", + "visual.blocks.10.attn.proj", + "visual.blocks.10.attn.proj.bias", + "visual.blocks.10.attn.q_norm", + "visual.blocks.10.attn.qkv", + "visual.blocks.10.attn.qkv.bias", + "visual.blocks.10.mlp.down_proj", + "visual.blocks.10.mlp.down_proj.bias", + "visual.blocks.10.mlp.gate_proj", + "visual.blocks.10.mlp.gate_proj.bias", + "visual.blocks.10.mlp.up_proj", + "visual.blocks.10.mlp.up_proj.bias", + "visual.blocks.10.norm1", + "visual.blocks.10.norm2", + "visual.blocks.11.attn.k_norm", + "visual.blocks.11.attn.proj", + "visual.blocks.11.attn.proj.bias", + "visual.blocks.11.attn.q_norm", + "visual.blocks.11.attn.qkv", + "visual.blocks.11.attn.qkv.bias", + "visual.blocks.11.mlp.down_proj", + "visual.blocks.11.mlp.down_proj.bias", + "visual.blocks.11.mlp.gate_proj", + "visual.blocks.11.mlp.gate_proj.bias", + "visual.blocks.11.mlp.up_proj", + "visual.blocks.11.mlp.up_proj.bias", + "visual.blocks.11.norm1", + "visual.blocks.11.norm2", + "visual.blocks.12.attn.k_norm", + "visual.blocks.12.attn.proj", + "visual.blocks.12.attn.proj.bias", + "visual.blocks.12.attn.q_norm", + "visual.blocks.12.attn.qkv", + "visual.blocks.12.attn.qkv.bias", + "visual.blocks.12.mlp.down_proj", + "visual.blocks.12.mlp.down_proj.bias", + "visual.blocks.12.mlp.gate_proj", + "visual.blocks.12.mlp.gate_proj.bias", + "visual.blocks.12.mlp.up_proj", + "visual.blocks.12.mlp.up_proj.bias", + "visual.blocks.12.norm1", + "visual.blocks.12.norm2", + "visual.blocks.13.attn.k_norm", + "visual.blocks.13.attn.proj", + "visual.blocks.13.attn.proj.bias", + "visual.blocks.13.attn.q_norm", + "visual.blocks.13.attn.qkv", + "visual.blocks.13.attn.qkv.bias", + "visual.blocks.13.mlp.down_proj", + "visual.blocks.13.mlp.down_proj.bias", + "visual.blocks.13.mlp.gate_proj", + "visual.blocks.13.mlp.gate_proj.bias", + "visual.blocks.13.mlp.up_proj", + "visual.blocks.13.mlp.up_proj.bias", + "visual.blocks.13.norm1", + "visual.blocks.13.norm2", + "visual.blocks.14.attn.k_norm", + "visual.blocks.14.attn.proj", + "visual.blocks.14.attn.proj.bias", + "visual.blocks.14.attn.q_norm", + "visual.blocks.14.attn.qkv", + "visual.blocks.14.attn.qkv.bias", + "visual.blocks.14.mlp.down_proj", + "visual.blocks.14.mlp.down_proj.bias", + "visual.blocks.14.mlp.gate_proj", + "visual.blocks.14.mlp.gate_proj.bias", + "visual.blocks.14.mlp.up_proj", + "visual.blocks.14.mlp.up_proj.bias", + "visual.blocks.14.norm1", + "visual.blocks.14.norm2", + "visual.blocks.15.attn.k_norm", + "visual.blocks.15.attn.proj", + "visual.blocks.15.attn.proj.bias", + "visual.blocks.15.attn.q_norm", + "visual.blocks.15.attn.qkv", + "visual.blocks.15.attn.qkv.bias", + "visual.blocks.15.mlp.down_proj", + "visual.blocks.15.mlp.down_proj.bias", + "visual.blocks.15.mlp.gate_proj", + "visual.blocks.15.mlp.gate_proj.bias", + "visual.blocks.15.mlp.up_proj", + "visual.blocks.15.mlp.up_proj.bias", + "visual.blocks.15.norm1", + "visual.blocks.15.norm2", + "visual.blocks.16.attn.k_norm", + "visual.blocks.16.attn.proj", + "visual.blocks.16.attn.proj.bias", + "visual.blocks.16.attn.q_norm", + "visual.blocks.16.attn.qkv", + "visual.blocks.16.attn.qkv.bias", + "visual.blocks.16.mlp.down_proj", + "visual.blocks.16.mlp.down_proj.bias", + "visual.blocks.16.mlp.gate_proj", + "visual.blocks.16.mlp.gate_proj.bias", + "visual.blocks.16.mlp.up_proj", + "visual.blocks.16.mlp.up_proj.bias", + "visual.blocks.16.norm1", + "visual.blocks.16.norm2", + "visual.blocks.17.attn.k_norm", + "visual.blocks.17.attn.proj", + "visual.blocks.17.attn.proj.bias", + "visual.blocks.17.attn.q_norm", + "visual.blocks.17.attn.qkv", + "visual.blocks.17.attn.qkv.bias", + "visual.blocks.17.mlp.down_proj", + "visual.blocks.17.mlp.down_proj.bias", + "visual.blocks.17.mlp.gate_proj", + "visual.blocks.17.mlp.gate_proj.bias", + "visual.blocks.17.mlp.up_proj", + "visual.blocks.17.mlp.up_proj.bias", + "visual.blocks.17.norm1", + "visual.blocks.17.norm2", + "visual.blocks.18.attn.k_norm", + "visual.blocks.18.attn.proj", + "visual.blocks.18.attn.proj.bias", + "visual.blocks.18.attn.q_norm", + "visual.blocks.18.attn.qkv", + "visual.blocks.18.attn.qkv.bias", + "visual.blocks.18.mlp.down_proj", + "visual.blocks.18.mlp.down_proj.bias", + "visual.blocks.18.mlp.gate_proj", + "visual.blocks.18.mlp.gate_proj.bias", + "visual.blocks.18.mlp.up_proj", + "visual.blocks.18.mlp.up_proj.bias", + "visual.blocks.18.norm1", + "visual.blocks.18.norm2", + "visual.blocks.19.attn.k_norm", + "visual.blocks.19.attn.proj", + "visual.blocks.19.attn.proj.bias", + "visual.blocks.19.attn.q_norm", + "visual.blocks.19.attn.qkv", + "visual.blocks.19.attn.qkv.bias", + "visual.blocks.19.mlp.down_proj", + "visual.blocks.19.mlp.down_proj.bias", + "visual.blocks.19.mlp.gate_proj", + "visual.blocks.19.mlp.gate_proj.bias", + "visual.blocks.19.mlp.up_proj", + "visual.blocks.19.mlp.up_proj.bias", + "visual.blocks.19.norm1", + "visual.blocks.19.norm2", + "visual.blocks.2.attn.k_norm", + "visual.blocks.2.attn.proj", + "visual.blocks.2.attn.proj.bias", + "visual.blocks.2.attn.q_norm", + "visual.blocks.2.attn.qkv", + "visual.blocks.2.attn.qkv.bias", + "visual.blocks.2.mlp.down_proj", + "visual.blocks.2.mlp.down_proj.bias", + "visual.blocks.2.mlp.gate_proj", + "visual.blocks.2.mlp.gate_proj.bias", + "visual.blocks.2.mlp.up_proj", + "visual.blocks.2.mlp.up_proj.bias", + "visual.blocks.2.norm1", + "visual.blocks.2.norm2", + "visual.blocks.20.attn.k_norm", + "visual.blocks.20.attn.proj", + "visual.blocks.20.attn.proj.bias", + "visual.blocks.20.attn.q_norm", + "visual.blocks.20.attn.qkv", + "visual.blocks.20.attn.qkv.bias", + "visual.blocks.20.mlp.down_proj", + "visual.blocks.20.mlp.down_proj.bias", + "visual.blocks.20.mlp.gate_proj", + "visual.blocks.20.mlp.gate_proj.bias", + "visual.blocks.20.mlp.up_proj", + "visual.blocks.20.mlp.up_proj.bias", + "visual.blocks.20.norm1", + "visual.blocks.20.norm2", + "visual.blocks.21.attn.k_norm", + "visual.blocks.21.attn.proj", + "visual.blocks.21.attn.proj.bias", + "visual.blocks.21.attn.q_norm", + "visual.blocks.21.attn.qkv", + "visual.blocks.21.attn.qkv.bias", + "visual.blocks.21.mlp.down_proj", + "visual.blocks.21.mlp.down_proj.bias", + "visual.blocks.21.mlp.gate_proj", + "visual.blocks.21.mlp.gate_proj.bias", + "visual.blocks.21.mlp.up_proj", + "visual.blocks.21.mlp.up_proj.bias", + "visual.blocks.21.norm1", + "visual.blocks.21.norm2", + "visual.blocks.22.attn.k_norm", + "visual.blocks.22.attn.proj", + "visual.blocks.22.attn.proj.bias", + "visual.blocks.22.attn.q_norm", + "visual.blocks.22.attn.qkv", + "visual.blocks.22.attn.qkv.bias", + "visual.blocks.22.mlp.down_proj", + "visual.blocks.22.mlp.down_proj.bias", + "visual.blocks.22.mlp.gate_proj", + "visual.blocks.22.mlp.gate_proj.bias", + "visual.blocks.22.mlp.up_proj", + "visual.blocks.22.mlp.up_proj.bias", + "visual.blocks.22.norm1", + "visual.blocks.22.norm2", + "visual.blocks.23.attn.k_norm", + "visual.blocks.23.attn.proj", + "visual.blocks.23.attn.proj.bias", + "visual.blocks.23.attn.q_norm", + "visual.blocks.23.attn.qkv", + "visual.blocks.23.attn.qkv.bias", + "visual.blocks.23.mlp.down_proj", + "visual.blocks.23.mlp.down_proj.bias", + "visual.blocks.23.mlp.gate_proj", + "visual.blocks.23.mlp.gate_proj.bias", + "visual.blocks.23.mlp.up_proj", + "visual.blocks.23.mlp.up_proj.bias", + "visual.blocks.23.norm1", + "visual.blocks.23.norm2", + "visual.blocks.3.attn.k_norm", + "visual.blocks.3.attn.proj", + "visual.blocks.3.attn.proj.bias", + "visual.blocks.3.attn.q_norm", + "visual.blocks.3.attn.qkv", + "visual.blocks.3.attn.qkv.bias", + "visual.blocks.3.mlp.down_proj", + "visual.blocks.3.mlp.down_proj.bias", + "visual.blocks.3.mlp.gate_proj", + "visual.blocks.3.mlp.gate_proj.bias", + "visual.blocks.3.mlp.up_proj", + "visual.blocks.3.mlp.up_proj.bias", + "visual.blocks.3.norm1", + "visual.blocks.3.norm2", + "visual.blocks.4.attn.k_norm", + "visual.blocks.4.attn.proj", + "visual.blocks.4.attn.proj.bias", + "visual.blocks.4.attn.q_norm", + "visual.blocks.4.attn.qkv", + "visual.blocks.4.attn.qkv.bias", + "visual.blocks.4.mlp.down_proj", + "visual.blocks.4.mlp.down_proj.bias", + "visual.blocks.4.mlp.gate_proj", + "visual.blocks.4.mlp.gate_proj.bias", + "visual.blocks.4.mlp.up_proj", + "visual.blocks.4.mlp.up_proj.bias", + "visual.blocks.4.norm1", + "visual.blocks.4.norm2", + "visual.blocks.5.attn.k_norm", + "visual.blocks.5.attn.proj", + "visual.blocks.5.attn.proj.bias", + "visual.blocks.5.attn.q_norm", + "visual.blocks.5.attn.qkv", + "visual.blocks.5.attn.qkv.bias", + "visual.blocks.5.mlp.down_proj", + "visual.blocks.5.mlp.down_proj.bias", + "visual.blocks.5.mlp.gate_proj", + "visual.blocks.5.mlp.gate_proj.bias", + "visual.blocks.5.mlp.up_proj", + "visual.blocks.5.mlp.up_proj.bias", + "visual.blocks.5.norm1", + "visual.blocks.5.norm2", + "visual.blocks.6.attn.k_norm", + "visual.blocks.6.attn.proj", + "visual.blocks.6.attn.proj.bias", + "visual.blocks.6.attn.q_norm", + "visual.blocks.6.attn.qkv", + "visual.blocks.6.attn.qkv.bias", + "visual.blocks.6.mlp.down_proj", + "visual.blocks.6.mlp.down_proj.bias", + "visual.blocks.6.mlp.gate_proj", + "visual.blocks.6.mlp.gate_proj.bias", + "visual.blocks.6.mlp.up_proj", + "visual.blocks.6.mlp.up_proj.bias", + "visual.blocks.6.norm1", + "visual.blocks.6.norm2", + "visual.blocks.7.attn.k_norm", + "visual.blocks.7.attn.proj", + "visual.blocks.7.attn.proj.bias", + "visual.blocks.7.attn.q_norm", + "visual.blocks.7.attn.qkv", + "visual.blocks.7.attn.qkv.bias", + "visual.blocks.7.mlp.down_proj", + "visual.blocks.7.mlp.down_proj.bias", + "visual.blocks.7.mlp.gate_proj", + "visual.blocks.7.mlp.gate_proj.bias", + "visual.blocks.7.mlp.up_proj", + "visual.blocks.7.mlp.up_proj.bias", + "visual.blocks.7.norm1", + "visual.blocks.7.norm2", + "visual.blocks.8.attn.k_norm", + "visual.blocks.8.attn.proj", + "visual.blocks.8.attn.proj.bias", + "visual.blocks.8.attn.q_norm", + "visual.blocks.8.attn.qkv", + "visual.blocks.8.attn.qkv.bias", + "visual.blocks.8.mlp.down_proj", + "visual.blocks.8.mlp.down_proj.bias", + "visual.blocks.8.mlp.gate_proj", + "visual.blocks.8.mlp.gate_proj.bias", + "visual.blocks.8.mlp.up_proj", + "visual.blocks.8.mlp.up_proj.bias", + "visual.blocks.8.norm1", + "visual.blocks.8.norm2", + "visual.blocks.9.attn.k_norm", + "visual.blocks.9.attn.proj", + "visual.blocks.9.attn.proj.bias", + "visual.blocks.9.attn.q_norm", + "visual.blocks.9.attn.qkv", + "visual.blocks.9.attn.qkv.bias", + "visual.blocks.9.mlp.down_proj", + "visual.blocks.9.mlp.down_proj.bias", + "visual.blocks.9.mlp.gate_proj", + "visual.blocks.9.mlp.gate_proj.bias", + "visual.blocks.9.mlp.up_proj", + "visual.blocks.9.mlp.up_proj.bias", + "visual.blocks.9.norm1", + "visual.blocks.9.norm2", + "visual.downsample", + "visual.downsample.bias", + "visual.merger.down_proj", + "visual.merger.gate_proj", + "visual.merger.post_projection_norm", + "visual.merger.post_projection_norm.bias", + "visual.merger.proj", + "visual.merger.up_proj", + "visual.patch_embed.proj", + "visual.patch_embed.proj.bias", + "visual.post_layernorm", + "weights_proj" + ], + "quant_method": "fp8", + "weight_block_size": [ + 128, + 128 + ] + }, + "reap": { + "ratio": 0.5, + "experts_kept": 144, + "experts_original": 288, + "mtp_excluded": true + } +} \ No newline at end of file diff --git a/generation_config.json b/generation_config.json new file mode 100644 index 0000000000000000000000000000000000000000..637ee6afa5c6ebfba4eb24bd5b9df68550143597 --- /dev/null +++ b/generation_config.json @@ -0,0 +1,12 @@ +{ + "_from_model_config": true, + "eos_token_id": [ + 154820, + 154827, + 154829 + ], + "pad_token_id": 154820, + "temperature": 1.0, + "top_p": 0.95, + "transformers_version": "5.16.0" +} diff --git a/model-00001-of-00062.safetensors b/model-00001-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ebec98ea48a0e3a505e74ec5202444a1ae3927de --- /dev/null +++ b/model-00001-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c062067cf660e92882ca35b6b3c2b9ffcab9db88e768ba75ade2a32f2b15a921 +size 2537554168 diff --git a/model-00002-of-00062.safetensors b/model-00002-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..5745fae30714206206c92c087f9c6dc45a9376de --- /dev/null +++ b/model-00002-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2ec8a34b8c79249629b770c3c5d784a24a5c72fe74d51ae8b73b0fb12d1eddf6 +size 654753512 diff --git a/model-00003-of-00062.safetensors b/model-00003-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..71fbf651dfefd797f0caa59575893b59e9d9fe7f --- /dev/null +++ b/model-00003-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1e93389dc2c73fa10ba6bf8891152a187791c34aa3000eeb8bf91169d91cf180 +size 2795839728 diff --git a/model-00004-of-00062.safetensors b/model-00004-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..424f5a7c47657f6e771d6a9d367e21493edbbbc4 --- /dev/null +++ b/model-00004-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6e4f4413cae838484c433d1818b9aa5f4d221423ba981d24191e86c12ef14c56 +size 2745188952 diff --git a/model-00005-of-00062.safetensors b/model-00005-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38867094ce1f2bcceb5367d96805a4f87b30eb3b --- /dev/null +++ b/model-00005-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:64bb5a4482fafe071278f1e8a006221de8b36de29255f31bf3bc0849f7b4632b +size 2820281216 diff --git a/model-00006-of-00062.safetensors b/model-00006-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..251b42ddce45405414c94cb3ba63c66bac147986 --- /dev/null +++ b/model-00006-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:147a04d96c84cd2db84e27ee49cc0d5f9d738f9819112b2d1dcce10436f14454 +size 2668317768 diff --git a/model-00007-of-00062.safetensors b/model-00007-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..52b5a2bb44a5f4528605b0022d27b1549821ee01 --- /dev/null +++ b/model-00007-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:2c4a8c41070d2ffc1fce0e904a219aa692792c6dc061032ac3006a739272351d +size 2795534688 diff --git a/model-00008-of-00062.safetensors b/model-00008-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e0cfe68e14d2267cb80ecb0658acbe5ae65444d --- /dev/null +++ b/model-00008-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:59e4cf0efff550d3fbda4f3f9d8c47b37a4bc945300fc2301ef8db6fe34199ef +size 2996917184 diff --git a/model-00009-of-00062.safetensors b/model-00009-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0872d65bac734ec83fcd1f2ad8912d68175f4f93 --- /dev/null +++ b/model-00009-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d079e34925bc896e9b9cde4a91c08993b66acef7bd09fa026128e0905b50bf8f +size 2593979784 diff --git a/model-00010-of-00062.safetensors b/model-00010-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d8dfb7ddfe7cab419f2715222940a06df3d31381 --- /dev/null +++ b/model-00010-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4b47b612de466a8d165fb226197a436c9ae74bf2b9bce7c67844ca676335a83c +size 2718835928 diff --git a/model-00011-of-00062.safetensors b/model-00011-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9cca6551bbecacdb036b6b15ae1243e8b08bc0b2 --- /dev/null +++ b/model-00011-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a0f47d05688d9715917fa22105f8e2d9c434b19319621d16297fb0f2e48b4e68 +size 2795108176 diff --git a/model-00012-of-00062.safetensors b/model-00012-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d9352e4017693bf72241ddf813bdce923ebc0e73 --- /dev/null +++ b/model-00012-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:906673a1662d37c84a7823a166a832df0a27554a6c51be93f9967a658433690c +size 2845880440 diff --git a/model-00013-of-00062.safetensors b/model-00013-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f41adbfe65b3810b1a7fcf5fcfd199c8cbb5c460 --- /dev/null +++ b/model-00013-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f02b5599969b1ac57f08ed4fb9db61d612f4b3baf58d8d2545f6429484682e4d +size 2643144936 diff --git a/model-00014-of-00062.safetensors b/model-00014-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..29c489400c7a5fe080a1bf286501bd7aaae9612b --- /dev/null +++ b/model-00014-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c539b75217633ad6ce2bd61284698eeed4dbc9da684b9fcb4b55cb77b7e46795 +size 2745189048 diff --git a/model-00015-of-00062.safetensors b/model-00015-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..10160d1d900d0545aeee40a290438300b7da6c95 --- /dev/null +++ b/model-00015-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:71734c02a9fa3b191ba7183eec331d3a733b3213b06169097e29a161004d27a5 +size 3072435640 diff --git a/model-00016-of-00062.safetensors b/model-00016-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b7510bba4bf70710bfdb68d976bc15178184cec0 --- /dev/null +++ b/model-00016-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:42b99bf1993b38c1617e0e31e269a5be2a6049a43c7ee68be52007f7ba18e18c +size 2643144952 diff --git a/model-00017-of-00062.safetensors b/model-00017-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2462d22ea865664f0c1eb04c56ee69a6e91dcc0f --- /dev/null +++ b/model-00017-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:dc31ae1bdb611e8fff50c1dc07ca866639802b1e006fba3a3eb6f7f1f9f4f016 +size 3097350408 diff --git a/model-00018-of-00062.safetensors b/model-00018-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a4867fa677bf8fd6529d0c75693d8ff8143ec21c --- /dev/null +++ b/model-00018-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ea81918f5120f2b86f3448ac8b5b508065c759cbcf807f1dc20a1c5578a13016 +size 2720016192 diff --git a/model-00019-of-00062.safetensors b/model-00019-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..cb2317993f355d474784d5b004c34bfe5c1f8a08 --- /dev/null +++ b/model-00019-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:3941f21856280e45e096f16f4b6969687fc69fd9a186f6797c2b9c389bcc7427 +size 2770362032 diff --git a/model-00020-of-00062.safetensors b/model-00020-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..38a1378b0712b93bd9a75755000bdaf2fd916158 --- /dev/null +++ b/model-00020-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:0beb28cd38287fb7d5e80b061ccffec8d431c9e877a2bbe2e362023df7abb8fc +size 2592799320 diff --git a/model-00021-of-00062.safetensors b/model-00021-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6af763bb9e05a24c543f0d76e0456041979ff699 --- /dev/null +++ b/model-00021-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:831ef0fa345addafc48c3072579cc2390cae3c3cfd0eaca4f89e0018a56f2834 +size 2996917088 diff --git a/model-00022-of-00062.safetensors b/model-00022-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..3cb54ab18e342a11dfb93f9c1327692cd511bb68 --- /dev/null +++ b/model-00022-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f9e56462bd1228458b97f5c1075851e8222e1a8f528acc44b1c859da45ca9baa +size 2820281176 diff --git a/model-00023-of-00062.safetensors b/model-00023-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..a61ffa16a198ec9b3f8711841df04a8a799b9447 --- /dev/null +++ b/model-00023-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b4c6bbb437e936aeaab443c0160a5653766abe83ad443aee5a115d568444d9a1 +size 2617972136 diff --git a/model-00024-of-00062.safetensors b/model-00024-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..25a4d5bba398460a9b21bfe41c0745b8c9bc3e43 --- /dev/null +++ b/model-00024-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:74a1009708c21e47fe5b1f55e71b088c9e152353ec9ab7843f8da1a21f0ae2ea +size 2921398848 diff --git a/model-00025-of-00062.safetensors b/model-00025-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..96de3781199a824c960ffdbc05ae2fd9a9e72990 --- /dev/null +++ b/model-00025-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9e01e7921832e14d9a2874d38575c34df7f89cfc61563dd4acc86b831d73eeba +size 2543806520 diff --git a/model-00026-of-00062.safetensors b/model-00026-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f394abaa7f09ae281481d259a6181f8fd67b6f85 --- /dev/null +++ b/model-00026-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5bb16b4b72b280f499189e13d6d6cbaf155df815ca6a2acd362d720c22596288 +size 3047262936 diff --git a/model-00027-of-00062.safetensors b/model-00027-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..729c55a833f01c02a427ec5f46d96634638ea4cb --- /dev/null +++ b/model-00027-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e2020c76d4b1521f126c1e0723e0a87817f99f7de04848e109a02529441a3307 +size 2567626520 diff --git a/model-00028-of-00062.safetensors b/model-00028-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f6370783391887cb614b2336fb79a8542a0af9dd --- /dev/null +++ b/model-00028-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f09c9a8a87641f1292d383f246f695c583e8fb00802e5398768c5d8b71655472 +size 2669244136 diff --git a/model-00029-of-00062.safetensors b/model-00029-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8f68027eee5aaa38c0b8d0ec2d5c22c4aaadb361 --- /dev/null +++ b/model-00029-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4f03c2501535f499c7cef3b410884cf10df6ae57d50e1e9344b5a548e451c089 +size 2971744456 diff --git a/model-00030-of-00062.safetensors b/model-00030-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..889a3521bb273c6a84dcfc924707b601d6665490 --- /dev/null +++ b/model-00030-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:09f596c2c76f345bb1fa6bec623d898217c030e2e2b0c12bc78d5d54f58a8a07 +size 2844527424 diff --git a/model-00031-of-00062.safetensors b/model-00031-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c3a9b734814405349ddd64af51d40d071cae465d --- /dev/null +++ b/model-00031-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:186b1b595c184d7eda47e5bb2a09dfc79cf34b65faf771e2469fa59417f51904 +size 2720015816 diff --git a/model-00032-of-00062.safetensors b/model-00032-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..f4a30139cfc84c08b1681b68da4a016f14813f97 --- /dev/null +++ b/model-00032-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9fd5eb70a9d780509e5b8545821709debb09f028cbaaa4d78a41d83a5af8f828 +size 2996490304 diff --git a/model-00033-of-00062.safetensors b/model-00033-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..ab6e69a235bf85ca7e33cc8aaae69f73cb8f5893 --- /dev/null +++ b/model-00033-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:b6c079e8a882da94b1363b5a9387db371b9c9258481f00b6a501db6f91fcde1f +size 2619325184 diff --git a/model-00034-of-00062.safetensors b/model-00034-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0919c9f3faeb34db001bb7e60b3ebad1486646cd --- /dev/null +++ b/model-00034-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:ab21dfce6e065033eb32e8380330491a80e4392af11f426045c3f5929cbf80aa +size 2693490576 diff --git a/model-00035-of-00062.safetensors b/model-00035-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..121da7a125e95f1d734cfab858139fcd9f7b6e15 --- /dev/null +++ b/model-00035-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:512df6418cfffe8f4b739e4aff98d807c4857388b3089201a634bc64ce01d0d3 +size 2920972272 diff --git a/model-00036-of-00062.safetensors b/model-00036-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d126aa251afe23cc46051b4b71919fdf55ff74a8 --- /dev/null +++ b/model-00036-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:198834e9ae5e1cac0efeee258679f63958a4e5c34e45660a577bb039286aefcb +size 2720016328 diff --git a/model-00037-of-00062.safetensors b/model-00037-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..854248d1b1069668134a1d419b9ea7e9ae88a6ad --- /dev/null +++ b/model-00037-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e4fa264d66679b0d295d6ef7fd4dcc46f9aec51029626bcc849e430b2e97a446 +size 2643144944 diff --git a/model-00038-of-00062.safetensors b/model-00038-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..9f77fda61f90ef3b58d51af47d64110c6e542216 --- /dev/null +++ b/model-00038-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:54d8f8c52f319aa7ad022eb21d34f6372e701bd2660a361d9121b7d230a0837d +size 2720016352 diff --git a/model-00039-of-00062.safetensors b/model-00039-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..8fc2d3582d39e4461ed1396787b8e8d618534cfa --- /dev/null +++ b/model-00039-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa42a642ac4251dc838266d5c4ee198b42b8fb5d9261bc6e887473de95329995 +size 3047262720 diff --git a/model-00040-of-00062.safetensors b/model-00040-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1384bdb2c728eb74f4c2346351976b57e7e7a71b --- /dev/null +++ b/model-00040-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:aa68d96b690f38281a0791e2cc2bf15f409669df2b917d84dc6f2fefaab4f4d8 +size 2719589984 diff --git a/model-00041-of-00062.safetensors b/model-00041-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..7810ebada3dd7abdbab5c1af13bc9bfd48294845 --- /dev/null +++ b/model-00041-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e76304f363a4dea4e16867acad1bf25b84d5153ba738298acabf2760aec6e702 +size 2492108096 diff --git a/model-00042-of-00062.safetensors b/model-00042-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..acc8dc17e117195c10121c022586f154d9433f2e --- /dev/null +++ b/model-00042-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c495627b096e7c7037852152c41454e331afd8e8e2862ed2fef5b2149bce8df6 +size 2871053048 diff --git a/model-00043-of-00062.safetensors b/model-00043-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..e070303adfdced8cc555905c86f348ec4e8af9af --- /dev/null +++ b/model-00043-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:a89355ce81f7c28a58b202d7e423f995a3aaebdbbc7aad8eeb7e933a8c4c24e9 +size 2871053200 diff --git a/model-00044-of-00062.safetensors b/model-00044-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77bd4240bde2c787fdbceff8f7c8d109f34838d9 --- /dev/null +++ b/model-00044-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:c7f4dbbf482e0143fce1aba60043da011698733b7656c8e476c664b9bef53540 +size 2769009000 diff --git a/model-00045-of-00062.safetensors b/model-00045-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b42e16dd25a042da60cce6d0f2dc3e7029a377d --- /dev/null +++ b/model-00045-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:8ca560e0b88a7fccbdeb769b930081b13fff93d125ad8beeffad4bbee25b985d +size 2871053176 diff --git a/model-00046-of-00062.safetensors b/model-00046-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2e16979f72c51ac03fe948b1c104fca48e8d6af7 --- /dev/null +++ b/model-00046-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:89a8414eaeecedabbfbe329e97dfe0e037c1b386a65044bd9660246c6e3cc40b +size 2644071104 diff --git a/model-00047-of-00062.safetensors b/model-00047-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c9f5f9ccd6910e1ede11386d757f5389c4b9255b --- /dev/null +++ b/model-00047-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:f4e7873be648fc826a3110e50c8998fc0a21f75196d201d4e4079dd98e8a3ac5 +size 2871052648 diff --git a/model-00048-of-00062.safetensors b/model-00048-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..382f86cb48a13547e62b73700a598f26946d6274 --- /dev/null +++ b/model-00048-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:d2e3368debe124e04ff10f0654a6b234602cd187f56f6d857cd4ed85bb9707d1 +size 2668317760 diff --git a/model-00049-of-00062.safetensors b/model-00049-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fbaf069726162a7165c384b9415684d703e355d0 --- /dev/null +++ b/model-00049-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:5b43cafc620e90e385ef6e0cd19dc216420b4552b4343725f289304dfa6a9f5d +size 2845880216 diff --git a/model-00050-of-00062.safetensors b/model-00050-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..2115e06c7a4c89f8c4c5e7942e049a21ce2c6350 --- /dev/null +++ b/model-00050-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:adaa3d9abdef811a5795926d3678bd23f0f33ecd717980e9a576160386165f58 +size 2745189176 diff --git a/model-00051-of-00062.safetensors b/model-00051-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..d17cf96acd1b73b7059de3c3d6ca52bd7752291d --- /dev/null +++ b/model-00051-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:27db8acda819316dc09aea1c121719c4fb330896d53929d4a8615ef380d3b0c4 +size 2844527416 diff --git a/model-00052-of-00062.safetensors b/model-00052-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..16915290e839639eb55f524b0d04a036d07bb913 --- /dev/null +++ b/model-00052-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1f0b6e63b30048a9636c6185029ac3820a0f35ceadabf97cf90de22c5ca6eace +size 2921398792 diff --git a/model-00053-of-00062.safetensors b/model-00053-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..c86a18cb25378c0a5218f083a51d8258f0235c4f --- /dev/null +++ b/model-00053-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:7034fb7cc59a87430b5b7cf74fbcd78470d02a3add0fbda544ad2754fb84809b +size 2568552944 diff --git a/model-00054-of-00062.safetensors b/model-00054-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..1d0d149134895514e5f449871df8f211fe7e0c6a --- /dev/null +++ b/model-00054-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:4dba46fb9d59a99458dee27e0093ce480e4bb4021e57484f8012d30cc095694c +size 2896226064 diff --git a/model-00055-of-00062.safetensors b/model-00055-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..6b279c1fbf95fdf3444d0fa92e3cc236bafe4059 --- /dev/null +++ b/model-00055-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:92381666f2aa42bb6843dad87b0b026352f5152dd0b3f8eccd6959478db8d6dc +size 2718662728 diff --git a/model-00056-of-00062.safetensors b/model-00056-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..b5086dc3551240c8d6402b4ef0b0aaf170881111 --- /dev/null +++ b/model-00056-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:6a241c5fd10e9eb8e961c32192fb3a153fa500dae31d94f415060964c6e80104 +size 2795533968 diff --git a/model-00057-of-00062.safetensors b/model-00057-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..995a3fa3989913d4c38c5ca8d1b2bc3f227794ec --- /dev/null +++ b/model-00057-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:e91810863448470124607af23aa33f60eaed3c4aaad1dbe62ec184794d650459 +size 2871052584 diff --git a/model-00058-of-00062.safetensors b/model-00058-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..77451c0a6462cf40a64a67bc10720540d39070b0 --- /dev/null +++ b/model-00058-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:776ce308f861ec106e3e8835f8696081af2630b12fb9dc564b848582478c417d +size 2592798712 diff --git a/model-00059-of-00062.safetensors b/model-00059-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..40dba775027e361c5621b7f547682cc83970e77b --- /dev/null +++ b/model-00059-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:fb01ce63b7c08d75429b623e11ac123f56e72689072325ad779614826fad7c7b +size 2845453272 diff --git a/model-00060-of-00062.safetensors b/model-00060-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..dcb1a01cbc88046a17c77b46eda41cac88b291f5 --- /dev/null +++ b/model-00060-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:05ef7ab2222efa82cb8cdbaa282d4d3bac0870affcb2e57cad3ae22ef5a8538b +size 2568978792 diff --git a/model-00061-of-00062.safetensors b/model-00061-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..0ccdc13170f00d7918b40f5a78fc5bf04941e0b2 --- /dev/null +++ b/model-00061-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:9592a268ad155e958fa7341108846e3409266a8a28d4ed3ab207a323eea8539f +size 2961742136 diff --git a/model-00062-of-00062.safetensors b/model-00062-of-00062.safetensors new file mode 100644 index 0000000000000000000000000000000000000000..fc341a2913a4f8403aa0201058df961a0acd6708 --- /dev/null +++ b/model-00062-of-00062.safetensors @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:1027a816aeaaadffbe4ce7b78f30072d5eaeafbc28068e39b714021f5ea1b915 +size 1261585000 diff --git a/model.safetensors.index.json b/model.safetensors.index.json new file mode 100644 index 0000000000000000000000000000000000000000..107e7582b71d4bb557f86a63a0e3c2369691e724 --- /dev/null +++ b/model.safetensors.index.json @@ -0,0 +1 @@ +{"metadata": {"total_size": 0}, "weight_map": {"lm_head.weight": "model-00001-of-00062.safetensors", "model.language_model.embed_tokens.weight": "model-00001-of-00062.safetensors", "model.language_model.layers.0.hc_attn_base": "model-00002-of-00062.safetensors", "model.language_model.layers.0.hc_attn_fn": "model-00002-of-00062.safetensors", "model.language_model.layers.0.hc_attn_scale": "model-00002-of-00062.safetensors", "model.language_model.layers.0.hc_ffn_base": "model-00002-of-00062.safetensors", "model.language_model.layers.0.hc_ffn_fn": "model-00002-of-00062.safetensors", "model.language_model.layers.0.hc_ffn_scale": "model-00002-of-00062.safetensors", "model.language_model.layers.0.input_layernorm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.down_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.down_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.gate_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.gate_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.up_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.mlp.up_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.0.post_attention_layernorm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.A_log": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.dt_bias": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.f_a_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.f_b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.g_a_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.g_b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.k_conv1d.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.k_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.o_norm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.o_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.q_conv1d.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.q_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.v_conv1d.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.0.self_attn.v_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_attn_base": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_attn_fn": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_attn_scale": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_ffn_base": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_ffn_fn": "model-00002-of-00062.safetensors", "model.language_model.layers.1.hc_ffn_scale": "model-00002-of-00062.safetensors", "model.language_model.layers.1.input_layernorm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.down_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.down_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.gate_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.gate_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.up_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.mlp.up_proj.weight_scale_inv": "model-00002-of-00062.safetensors", "model.language_model.layers.1.post_attention_layernorm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.A_log": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.dt_bias": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.f_a_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.f_b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.g_a_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.g_b_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.k_conv1d.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.k_proj.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.o_norm.weight": "model-00002-of-00062.safetensors", "model.language_model.layers.1.self_attn.o_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.1.self_attn.q_conv1d.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.1.self_attn.q_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.1.self_attn.v_conv1d.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.1.self_attn.v_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_attn_base": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_attn_fn": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_attn_scale": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_ffn_base": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_ffn_fn": "model-00003-of-00062.safetensors", "model.language_model.layers.10.hc_ffn_scale": "model-00003-of-00062.safetensors", "model.language_model.layers.10.input_layernorm.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.0.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.1.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.51.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.52.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.53.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.54.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.55.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.7.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.56.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.57.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.58.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.59.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.8.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.60.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.61.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.62.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.63.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.64.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.65.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.66.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.67.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.68.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.69.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.70.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.9.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.71.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.72.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.73.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.74.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.75.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.76.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.77.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.78.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.79.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.80.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.81.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.82.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.83.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.84.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.85.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.86.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.87.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.88.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.89.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.90.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.91.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.92.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.93.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.94.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.95.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.96.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.97.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.98.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.2.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.99.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.100.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.101.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.102.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.103.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.104.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.105.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.106.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.107.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.108.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.10.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.109.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.110.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.111.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.112.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.113.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.114.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.115.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.11.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.116.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.117.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.118.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.119.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.120.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.12.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.121.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.122.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.123.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.124.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.125.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.13.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.126.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.127.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.128.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.129.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.130.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.131.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.132.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.133.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.134.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.135.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.14.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.136.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.137.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.138.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.139.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.140.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.15.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.down_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.down_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.gate_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.gate_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.up_proj.weight": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.141.up_proj.weight_scale_inv": "model-00003-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.142.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.143.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.16.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.17.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.18.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.19.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.3.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.20.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.21.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.22.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.4.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.23.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.24.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.25.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.26.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.27.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.28.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.29.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.30.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.31.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.32.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.33.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.34.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.35.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.36.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.37.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.5.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.38.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.39.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.40.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.41.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.42.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.6.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.43.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.44.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.45.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.46.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.47.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.48.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.49.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.experts.50.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.gate.e_score_correction_bias": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.gate.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.mlp.shared_experts.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.10.post_attention_layernorm.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.A_log": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.b_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.dt_bias": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.f_a_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.f_b_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.g_a_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.g_b_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.k_conv1d.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.k_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.o_norm.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.o_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.q_conv1d.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.q_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.v_conv1d.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.10.self_attn.v_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_attn_base": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_attn_fn": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_attn_scale": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_ffn_base": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_ffn_fn": "model-00004-of-00062.safetensors", "model.language_model.layers.11.hc_ffn_scale": "model-00004-of-00062.safetensors", "model.language_model.layers.11.input_layernorm.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.0.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.47.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.48.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.49.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.50.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.51.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.52.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.53.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.54.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.55.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.56.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.57.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.58.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.59.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.60.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.61.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.62.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.63.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.64.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.65.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.66.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.67.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.68.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.69.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.70.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.71.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.72.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.73.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.74.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.75.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.5.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.76.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.77.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.78.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.79.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.80.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.81.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.82.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.83.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.84.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.85.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.6.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.86.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.87.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.88.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.89.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.90.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.91.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.92.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.93.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.94.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.95.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.96.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.1.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.7.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.down_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.down_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.gate_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.gate_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.up_proj.weight": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.97.up_proj.weight_scale_inv": "model-00004-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.98.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.99.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.8.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.100.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.101.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.102.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.103.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.104.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.105.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.106.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.107.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.108.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.109.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.110.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.111.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.112.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.113.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.114.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.115.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.116.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.117.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.118.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.119.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.120.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.121.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.122.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.123.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.124.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.125.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.126.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.127.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.128.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.129.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.9.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.130.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.131.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.132.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.133.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.134.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.135.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.136.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.10.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.137.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.138.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.139.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.11.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.140.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.141.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.142.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.143.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.12.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.13.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.14.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.15.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.16.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.17.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.2.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.18.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.19.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.20.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.21.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.3.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.22.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.23.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.24.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.25.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.26.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.27.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.4.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.28.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.29.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.30.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.31.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.32.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.33.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.34.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.35.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.36.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.37.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.38.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.39.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.40.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.41.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.42.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.43.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.44.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.45.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.experts.46.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.gate.e_score_correction_bias": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.gate.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.mlp.shared_experts.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.post_attention_layernorm.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.index_kpool_compress_ape": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.index_kpool_compress_gate": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.k_norm.bias": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.k_norm.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.weights_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.wk.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.indexer.wq_b.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.kv_a_layernorm.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.kv_a_proj_with_mqa.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.kv_b_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.o_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.o_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.q_a_layernorm.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.q_a_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.q_a_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.q_b_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.11.self_attn.q_b_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_attn_base": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_attn_fn": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_attn_scale": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_ffn_base": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_ffn_fn": "model-00005-of-00062.safetensors", "model.language_model.layers.12.hc_ffn_scale": "model-00005-of-00062.safetensors", "model.language_model.layers.12.input_layernorm.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.5.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.51.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.52.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.53.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.54.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.55.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.56.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.6.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.57.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.58.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.59.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.60.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.61.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.62.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.63.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.64.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.down_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.down_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.gate_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.gate_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.up_proj.weight": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.7.up_proj.weight_scale_inv": "model-00005-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.65.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.66.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.67.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.68.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.69.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.70.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.71.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.72.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.73.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.74.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.75.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.8.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.76.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.77.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.78.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.9.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.79.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.80.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.81.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.82.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.83.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.84.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.85.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.86.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.87.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.88.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.89.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.90.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.10.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.91.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.92.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.93.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.94.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.95.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.96.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.97.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.98.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.99.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.0.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.11.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.100.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.101.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.102.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.103.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.104.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.12.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.105.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.106.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.107.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.108.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.109.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.13.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.110.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.111.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.112.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.14.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.113.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.114.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.115.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.15.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.116.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.117.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.118.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.119.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.120.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.121.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.122.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.123.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.124.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.125.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.126.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.127.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.128.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.129.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.130.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.131.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.132.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.133.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.134.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.135.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.136.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.137.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.138.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.139.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.140.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.141.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.142.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.143.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.16.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.1.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.17.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.18.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.19.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.20.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.21.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.22.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.23.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.24.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.25.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.26.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.27.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.28.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.29.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.30.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.31.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.down_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.down_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.gate_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.gate_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.up_proj.weight": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.32.up_proj.weight_scale_inv": "model-00006-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.33.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.34.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.2.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.35.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.36.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.37.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.38.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.3.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.39.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.40.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.41.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.42.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.4.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.43.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.44.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.45.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.46.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.47.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.48.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.49.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.experts.50.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.gate.e_score_correction_bias": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.gate.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.mlp.shared_experts.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.12.post_attention_layernorm.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.A_log": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.b_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.dt_bias": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.f_a_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.f_b_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.g_a_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.g_b_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.k_conv1d.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.k_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.o_norm.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.o_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.q_conv1d.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.q_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.v_conv1d.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.12.self_attn.v_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_attn_base": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_attn_fn": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_attn_scale": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_ffn_base": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_ffn_fn": "model-00007-of-00062.safetensors", "model.language_model.layers.13.hc_ffn_scale": "model-00007-of-00062.safetensors", "model.language_model.layers.13.input_layernorm.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.0.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.5.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.57.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.58.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.59.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.6.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.60.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.61.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.62.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.63.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.64.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.65.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.66.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.67.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.7.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.68.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.69.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.70.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.71.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.72.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.73.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.74.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.75.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.76.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.77.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.8.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.78.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.79.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.80.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.81.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.82.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.9.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.83.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.84.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.85.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.86.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.87.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.10.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.88.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.89.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.90.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.91.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.92.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.93.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.94.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.95.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.96.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.97.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.98.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.99.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.100.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.101.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.102.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.1.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.11.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.103.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.104.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.105.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.106.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.107.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.108.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.109.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.110.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.111.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.12.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.112.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.113.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.114.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.13.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.115.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.116.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.117.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.118.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.119.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.14.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.120.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.121.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.down_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.down_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.gate_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.gate_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.up_proj.weight": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.122.up_proj.weight_scale_inv": "model-00007-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.123.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.124.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.15.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.125.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.126.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.127.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.128.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.129.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.130.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.131.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.132.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.133.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.134.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.135.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.16.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.136.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.137.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.138.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.139.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.140.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.17.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.141.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.142.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.143.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.18.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.19.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.20.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.21.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.22.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.23.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.24.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.25.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.2.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.26.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.27.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.28.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.29.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.30.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.31.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.32.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.33.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.34.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.35.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.36.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.37.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.38.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.39.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.40.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.41.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.42.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.43.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.44.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.45.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.3.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.46.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.47.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.48.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.49.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.50.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.4.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.51.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.52.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.53.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.54.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.55.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.experts.56.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.gate.e_score_correction_bias": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.gate.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.mlp.shared_experts.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.13.post_attention_layernorm.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.A_log": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.b_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.dt_bias": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.f_a_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.f_b_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.g_a_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.g_b_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.k_conv1d.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.k_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.o_norm.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.o_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.q_conv1d.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.q_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.v_conv1d.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.13.self_attn.v_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_attn_base": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_attn_fn": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_attn_scale": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_ffn_base": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_ffn_fn": "model-00008-of-00062.safetensors", "model.language_model.layers.14.hc_ffn_scale": "model-00008-of-00062.safetensors", "model.language_model.layers.14.input_layernorm.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.41.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.42.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.43.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.44.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.45.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.46.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.47.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.48.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.49.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.50.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.51.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.3.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.52.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.53.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.54.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.55.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.56.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.57.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.58.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.59.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.60.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.61.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.62.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.63.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.64.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.65.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.66.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.67.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.68.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.69.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.70.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.4.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.71.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.72.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.73.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.74.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.75.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.76.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.77.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.78.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.down_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.down_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.gate_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.gate_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.up_proj.weight": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.79.up_proj.weight_scale_inv": "model-00008-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.80.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.81.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.82.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.83.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.84.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.85.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.86.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.87.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.5.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.88.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.89.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.90.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.91.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.92.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.93.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.94.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.95.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.96.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.97.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.98.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.99.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.100.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.101.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.6.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.102.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.103.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.104.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.105.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.106.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.107.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.108.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.109.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.110.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.7.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.111.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.112.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.8.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.113.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.114.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.115.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.116.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.117.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.118.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.119.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.120.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.121.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.122.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.123.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.124.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.125.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.126.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.127.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.128.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.129.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.130.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.131.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.132.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.133.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.134.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.135.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.136.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.137.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.138.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.9.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.139.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.140.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.141.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.142.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.143.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.10.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.11.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.12.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.13.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.14.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.15.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.16.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.17.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.18.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.19.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.20.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.21.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.22.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.0.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.23.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.24.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.25.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.26.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.27.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.28.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.29.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.30.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.1.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.31.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.32.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.33.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.34.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.2.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.35.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.36.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.37.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.38.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.39.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.down_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.down_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.gate_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.gate_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.up_proj.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.experts.40.up_proj.weight_scale_inv": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.gate.e_score_correction_bias": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.gate.weight": "model-00009-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.mlp.shared_experts.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.14.post_attention_layernorm.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.A_log": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.b_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.dt_bias": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.f_a_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.f_b_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.g_a_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.g_b_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.k_conv1d.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.k_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.o_norm.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.o_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.q_conv1d.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.q_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.v_conv1d.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.14.self_attn.v_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_attn_base": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_attn_fn": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_attn_scale": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_ffn_base": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_ffn_fn": "model-00010-of-00062.safetensors", "model.language_model.layers.15.hc_ffn_scale": "model-00010-of-00062.safetensors", "model.language_model.layers.15.input_layernorm.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.2.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.58.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.59.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.60.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.61.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.3.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.62.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.63.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.64.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.65.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.66.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.67.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.68.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.69.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.70.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.4.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.71.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.72.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.5.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.73.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.74.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.75.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.76.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.77.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.78.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.79.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.80.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.81.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.82.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.83.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.84.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.85.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.86.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.87.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.6.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.88.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.89.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.90.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.91.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.92.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.7.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.93.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.94.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.95.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.96.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.97.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.0.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.8.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.98.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.99.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.100.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.101.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.9.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.102.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.103.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.104.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.105.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.106.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.107.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.108.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.109.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.10.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.110.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.111.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.112.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.113.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.114.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.115.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.116.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.11.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.117.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.118.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.119.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.120.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.121.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.122.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.123.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.124.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.125.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.126.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.127.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.128.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.129.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.12.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.130.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.131.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.132.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.133.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.134.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.135.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.136.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.137.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.138.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.139.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.140.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.down_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.down_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.gate_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.gate_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.up_proj.weight": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.141.up_proj.weight_scale_inv": "model-00010-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.13.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.142.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.143.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.14.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.15.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.16.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.17.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.18.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.19.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.20.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.21.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.22.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.23.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.24.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.25.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.26.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.27.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.28.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.29.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.30.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.31.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.32.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.33.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.34.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.35.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.36.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.37.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.38.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.39.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.40.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.41.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.42.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.43.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.44.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.45.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.46.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.47.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.48.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.49.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.50.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.51.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.52.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.53.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.1.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.54.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.55.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.56.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.experts.57.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.gate.e_score_correction_bias": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.gate.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.mlp.shared_experts.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.post_attention_layernorm.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.index_kpool_compress_ape": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.index_kpool_compress_gate": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.k_norm.bias": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.k_norm.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.weights_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.wk.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.indexer.wq_b.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.kv_a_layernorm.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.kv_a_proj_with_mqa.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.kv_b_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.o_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.o_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.q_a_layernorm.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.q_a_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.q_a_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.q_b_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.15.self_attn.q_b_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_attn_base": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_attn_fn": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_attn_scale": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_ffn_base": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_ffn_fn": "model-00011-of-00062.safetensors", "model.language_model.layers.16.hc_ffn_scale": "model-00011-of-00062.safetensors", "model.language_model.layers.16.input_layernorm.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.0.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.7.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.52.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.53.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.54.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.55.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.56.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.57.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.58.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.59.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.60.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.61.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.62.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.63.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.64.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.65.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.66.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.67.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.68.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.8.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.69.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.70.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.71.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.72.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.73.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.74.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.75.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.9.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.76.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.77.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.78.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.79.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.80.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.81.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.82.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.83.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.84.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.85.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.86.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.87.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.88.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.10.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.89.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.90.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.91.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.92.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.93.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.94.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.95.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.96.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.97.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.98.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.1.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.99.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.100.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.down_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.down_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.gate_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.gate_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.up_proj.weight": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.101.up_proj.weight_scale_inv": "model-00011-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.102.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.11.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.103.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.104.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.105.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.106.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.107.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.12.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.108.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.109.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.110.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.111.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.112.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.113.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.13.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.114.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.115.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.116.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.117.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.14.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.118.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.119.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.120.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.121.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.122.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.123.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.15.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.124.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.125.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.126.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.127.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.16.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.128.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.129.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.130.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.131.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.132.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.133.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.17.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.134.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.135.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.136.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.137.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.138.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.139.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.140.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.141.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.142.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.143.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.18.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.19.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.20.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.21.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.22.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.23.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.24.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.2.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.25.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.26.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.27.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.28.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.3.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.29.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.30.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.31.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.32.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.33.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.34.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.35.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.36.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.37.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.38.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.39.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.4.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.40.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.5.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.41.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.42.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.43.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.44.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.45.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.6.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.46.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.47.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.48.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.49.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.50.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.experts.51.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.gate.e_score_correction_bias": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.gate.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.mlp.shared_experts.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.16.post_attention_layernorm.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.A_log": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.b_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.dt_bias": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.f_a_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.f_b_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.g_a_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.g_b_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.k_conv1d.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.k_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.o_norm.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.o_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.q_conv1d.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.q_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.v_conv1d.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.16.self_attn.v_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_attn_base": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_attn_fn": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_attn_scale": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_ffn_base": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_ffn_fn": "model-00012-of-00062.safetensors", "model.language_model.layers.17.hc_ffn_scale": "model-00012-of-00062.safetensors", "model.language_model.layers.17.input_layernorm.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.0.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.50.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.51.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.52.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.53.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.54.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.55.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.56.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.57.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.2.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.58.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.59.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.down_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.down_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.gate_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.gate_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.up_proj.weight": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.60.up_proj.weight_scale_inv": "model-00012-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.61.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.62.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.63.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.64.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.3.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.65.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.66.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.67.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.68.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.69.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.70.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.71.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.72.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.73.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.74.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.75.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.4.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.76.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.77.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.78.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.79.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.80.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.81.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.5.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.82.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.83.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.84.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.85.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.86.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.87.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.88.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.89.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.90.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.91.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.92.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.93.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.94.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.95.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.96.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.97.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.98.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.1.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.6.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.99.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.100.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.101.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.102.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.7.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.103.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.104.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.105.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.106.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.8.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.107.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.108.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.109.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.110.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.111.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.9.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.112.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.113.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.114.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.115.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.116.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.117.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.118.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.119.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.120.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.121.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.122.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.123.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.124.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.125.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.126.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.127.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.128.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.129.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.10.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.130.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.131.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.132.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.133.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.134.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.135.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.136.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.137.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.138.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.139.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.140.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.141.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.142.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.143.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.11.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.12.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.13.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.14.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.15.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.16.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.17.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.18.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.19.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.20.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.21.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.22.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.down_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.down_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.gate_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.gate_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.up_proj.weight": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.23.up_proj.weight_scale_inv": "model-00013-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.24.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.25.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.26.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.27.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.28.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.29.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.30.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.31.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.32.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.33.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.34.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.35.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.36.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.37.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.38.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.39.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.40.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.41.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.42.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.43.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.44.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.45.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.46.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.47.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.48.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.experts.49.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.gate.e_score_correction_bias": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.gate.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.mlp.shared_experts.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.17.post_attention_layernorm.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.A_log": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.b_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.dt_bias": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.f_a_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.f_b_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.g_a_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.g_b_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.k_conv1d.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.k_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.o_norm.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.o_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.q_conv1d.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.q_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.v_conv1d.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.17.self_attn.v_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_attn_base": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_attn_fn": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_attn_scale": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_ffn_base": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_ffn_fn": "model-00014-of-00062.safetensors", "model.language_model.layers.18.hc_ffn_scale": "model-00014-of-00062.safetensors", "model.language_model.layers.18.input_layernorm.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.0.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.1.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.50.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.51.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.52.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.53.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.54.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.55.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.56.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.57.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.58.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.59.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.60.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.61.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.62.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.63.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.64.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.65.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.66.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.67.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.68.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.6.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.69.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.70.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.71.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.72.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.73.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.74.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.75.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.76.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.77.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.78.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.79.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.7.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.80.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.81.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.82.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.83.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.84.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.85.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.86.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.87.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.88.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.89.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.90.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.91.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.92.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.93.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.94.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.95.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.2.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.96.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.97.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.98.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.99.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.100.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.101.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.102.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.103.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.104.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.105.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.106.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.107.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.108.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.109.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.110.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.111.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.112.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.113.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.114.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.down_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.down_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.gate_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.gate_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.up_proj.weight": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.8.up_proj.weight_scale_inv": "model-00014-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.115.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.116.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.117.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.118.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.119.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.120.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.121.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.122.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.123.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.124.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.125.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.126.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.127.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.128.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.129.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.130.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.131.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.132.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.133.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.134.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.135.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.136.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.137.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.138.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.139.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.140.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.141.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.142.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.143.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.3.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.9.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.10.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.11.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.12.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.13.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.14.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.15.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.16.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.17.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.18.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.19.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.20.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.21.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.22.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.23.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.24.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.25.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.26.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.27.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.4.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.28.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.29.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.30.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.31.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.32.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.33.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.34.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.35.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.36.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.5.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.37.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.38.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.39.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.40.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.41.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.42.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.43.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.44.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.45.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.46.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.47.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.48.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.experts.49.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.gate.e_score_correction_bias": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.gate.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.mlp.shared_experts.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.18.post_attention_layernorm.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.A_log": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.b_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.dt_bias": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.f_a_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.f_b_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.g_a_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.g_b_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.k_conv1d.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.k_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.o_norm.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.o_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.q_conv1d.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.q_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.v_conv1d.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.18.self_attn.v_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_attn_base": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_attn_fn": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_attn_scale": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_ffn_base": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_ffn_fn": "model-00015-of-00062.safetensors", "model.language_model.layers.19.hc_ffn_scale": "model-00015-of-00062.safetensors", "model.language_model.layers.19.input_layernorm.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.3.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.43.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.44.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.45.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.46.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.47.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.48.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.49.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.4.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.50.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.51.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.52.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.53.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.54.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.55.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.56.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.57.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.58.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.59.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.60.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.61.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.62.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.63.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.5.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.64.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.65.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.66.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.67.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.68.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.6.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.69.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.70.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.71.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.72.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.7.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.73.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.down_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.down_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.gate_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.gate_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.up_proj.weight": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.74.up_proj.weight_scale_inv": "model-00015-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.75.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.76.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.77.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.78.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.79.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.80.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.81.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.82.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.83.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.84.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.85.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.86.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.87.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.88.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.89.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.90.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.8.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.91.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.92.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.93.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.94.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.95.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.96.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.9.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.97.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.98.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.99.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.100.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.101.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.102.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.10.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.103.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.104.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.105.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.106.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.107.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.108.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.109.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.110.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.111.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.112.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.113.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.114.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.11.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.115.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.116.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.117.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.118.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.119.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.120.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.121.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.122.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.123.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.124.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.125.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.126.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.127.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.12.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.128.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.129.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.130.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.131.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.132.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.13.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.133.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.134.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.135.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.136.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.137.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.138.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.139.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.140.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.141.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.142.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.143.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.14.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.15.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.16.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.17.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.0.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.18.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.19.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.20.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.21.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.22.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.23.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.24.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.25.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.26.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.27.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.28.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.29.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.30.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.31.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.32.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.33.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.34.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.1.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.35.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.36.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.37.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.38.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.2.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.39.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.down_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.down_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.gate_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.gate_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.up_proj.weight": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.40.up_proj.weight_scale_inv": "model-00016-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.41.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.experts.42.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.gate.e_score_correction_bias": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.gate.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.mlp.shared_experts.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.post_attention_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.index_kpool_compress_ape": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.index_kpool_compress_gate": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.k_norm.bias": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.k_norm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.weights_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.wk.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.indexer.wq_b.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.kv_a_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.kv_a_proj_with_mqa.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.kv_b_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.o_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.o_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.q_a_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.q_a_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.q_a_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.q_b_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.19.self_attn.q_b_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_attn_base": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_attn_fn": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_attn_scale": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_ffn_base": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_ffn_fn": "model-00017-of-00062.safetensors", "model.language_model.layers.2.hc_ffn_scale": "model-00017-of-00062.safetensors", "model.language_model.layers.2.input_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.mlp.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.2.post_attention_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.A_log": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.b_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.dt_bias": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.f_a_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.f_b_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.g_a_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.g_b_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.k_conv1d.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.k_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.o_norm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.o_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.q_conv1d.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.q_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.v_conv1d.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.2.self_attn.v_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_attn_base": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_attn_fn": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_attn_scale": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_ffn_base": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_ffn_fn": "model-00017-of-00062.safetensors", "model.language_model.layers.20.hc_ffn_scale": "model-00017-of-00062.safetensors", "model.language_model.layers.20.input_layernorm.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.0.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.46.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.47.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.3.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.48.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.49.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.50.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.51.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.52.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.53.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.54.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.55.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.56.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.57.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.58.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.59.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.60.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.4.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.61.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.62.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.63.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.64.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.65.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.66.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.5.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.67.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.68.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.69.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.70.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.71.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.72.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.73.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.6.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.74.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.75.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.76.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.77.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.78.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.7.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.79.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.80.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.81.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.82.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.83.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.84.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.85.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.86.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.87.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.88.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.89.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.90.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.91.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.92.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.93.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.94.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.95.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.96.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.1.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.97.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.98.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.99.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.100.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.101.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.102.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.103.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.104.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.8.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.105.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.106.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.107.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.108.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.109.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.110.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.111.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.112.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.113.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.114.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.115.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.116.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.117.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.118.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.119.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.120.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.121.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.122.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.123.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.124.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.125.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.126.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.127.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.128.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.129.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.130.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.131.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.132.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.133.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.down_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.down_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.gate_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.gate_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.up_proj.weight": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.134.up_proj.weight_scale_inv": "model-00017-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.135.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.136.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.137.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.9.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.138.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.139.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.140.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.141.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.10.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.142.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.143.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.11.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.12.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.13.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.14.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.15.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.16.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.17.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.18.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.19.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.20.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.21.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.22.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.23.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.24.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.25.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.26.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.27.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.28.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.29.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.30.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.2.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.31.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.32.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.33.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.34.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.35.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.36.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.37.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.38.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.39.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.40.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.41.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.42.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.43.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.44.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.experts.45.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.gate.e_score_correction_bias": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.gate.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.mlp.shared_experts.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.20.post_attention_layernorm.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.A_log": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.b_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.dt_bias": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.f_a_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.f_b_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.g_a_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.g_b_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.k_conv1d.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.k_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.o_norm.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.o_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.q_conv1d.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.q_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.v_conv1d.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.20.self_attn.v_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_attn_base": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_attn_fn": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_attn_scale": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_ffn_base": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_ffn_fn": "model-00018-of-00062.safetensors", "model.language_model.layers.21.hc_ffn_scale": "model-00018-of-00062.safetensors", "model.language_model.layers.21.input_layernorm.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.0.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.1.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.49.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.50.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.51.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.52.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.53.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.54.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.55.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.56.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.57.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.58.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.7.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.59.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.60.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.61.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.62.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.63.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.64.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.65.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.8.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.66.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.67.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.68.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.69.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.70.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.71.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.72.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.73.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.74.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.75.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.76.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.77.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.78.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.79.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.80.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.81.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.82.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.9.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.83.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.84.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.85.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.86.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.87.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.88.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.89.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.90.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.91.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.down_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.down_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.gate_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.gate_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.up_proj.weight": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.92.up_proj.weight_scale_inv": "model-00018-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.93.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.94.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.10.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.95.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.96.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.97.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.11.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.98.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.99.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.100.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.12.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.101.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.102.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.103.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.104.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.105.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.106.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.107.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.108.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.109.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.110.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.111.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.112.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.13.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.113.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.114.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.115.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.116.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.117.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.118.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.119.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.120.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.121.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.122.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.123.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.14.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.124.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.125.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.126.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.127.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.15.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.128.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.129.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.130.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.131.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.132.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.133.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.134.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.135.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.136.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.137.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.138.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.139.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.140.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.141.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.142.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.143.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.2.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.16.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.17.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.18.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.19.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.3.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.20.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.21.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.22.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.23.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.24.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.25.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.26.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.27.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.28.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.29.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.30.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.31.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.4.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.32.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.33.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.34.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.35.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.36.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.37.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.38.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.39.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.40.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.5.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.41.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.42.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.43.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.44.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.45.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.6.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.46.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.47.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.experts.48.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.gate.e_score_correction_bias": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.gate.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.mlp.shared_experts.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.21.post_attention_layernorm.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.A_log": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.b_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.dt_bias": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.f_a_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.f_b_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.g_a_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.g_b_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.k_conv1d.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.k_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.o_norm.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.o_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.q_conv1d.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.q_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.v_conv1d.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.21.self_attn.v_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_attn_base": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_attn_fn": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_attn_scale": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_ffn_base": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_ffn_fn": "model-00019-of-00062.safetensors", "model.language_model.layers.22.hc_ffn_scale": "model-00019-of-00062.safetensors", "model.language_model.layers.22.input_layernorm.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.0.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.59.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.down_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.down_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.gate_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.gate_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.up_proj.weight": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.60.up_proj.weight_scale_inv": "model-00019-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.5.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.61.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.62.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.63.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.64.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.65.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.66.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.67.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.6.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.68.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.69.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.70.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.71.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.72.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.73.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.74.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.75.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.7.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.76.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.77.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.78.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.79.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.8.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.80.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.81.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.82.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.83.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.84.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.85.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.86.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.87.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.88.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.89.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.90.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.91.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.92.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.9.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.93.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.94.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.95.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.96.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.97.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.98.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.10.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.99.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.100.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.101.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.1.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.102.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.103.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.11.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.104.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.105.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.106.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.107.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.108.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.109.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.110.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.111.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.112.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.113.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.114.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.12.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.115.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.116.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.117.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.118.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.13.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.119.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.120.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.121.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.122.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.123.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.124.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.125.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.126.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.127.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.14.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.128.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.129.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.130.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.131.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.132.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.133.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.134.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.135.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.136.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.137.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.15.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.138.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.139.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.140.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.141.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.142.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.143.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.16.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.2.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.17.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.18.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.19.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.20.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.21.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.down_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.down_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.gate_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.gate_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.up_proj.weight": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.22.up_proj.weight_scale_inv": "model-00020-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.23.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.24.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.25.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.26.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.27.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.28.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.3.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.29.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.30.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.31.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.32.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.33.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.34.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.35.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.36.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.37.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.38.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.39.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.40.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.41.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.4.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.42.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.43.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.44.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.45.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.46.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.47.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.48.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.49.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.50.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.51.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.52.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.53.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.54.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.55.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.56.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.57.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.experts.58.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.gate.e_score_correction_bias": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.gate.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.mlp.shared_experts.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.22.post_attention_layernorm.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.A_log": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.b_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.dt_bias": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.f_a_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.f_b_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.g_a_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.g_b_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.k_conv1d.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.k_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.o_norm.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.o_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.q_conv1d.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.q_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.v_conv1d.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.22.self_attn.v_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_attn_base": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_attn_fn": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_attn_scale": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_ffn_base": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_ffn_fn": "model-00021-of-00062.safetensors", "model.language_model.layers.23.hc_ffn_scale": "model-00021-of-00062.safetensors", "model.language_model.layers.23.input_layernorm.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.0.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.47.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.48.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.49.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.50.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.51.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.5.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.52.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.53.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.54.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.55.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.56.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.57.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.58.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.59.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.60.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.61.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.62.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.63.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.6.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.64.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.65.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.66.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.67.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.68.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.69.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.70.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.71.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.72.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.73.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.74.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.75.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.76.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.77.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.78.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.79.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.80.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.7.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.81.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.82.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.83.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.84.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.85.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.8.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.86.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.87.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.88.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.89.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.90.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.91.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.92.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.93.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.94.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.95.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.96.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.97.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.1.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.98.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.99.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.100.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.101.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.9.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.102.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.103.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.104.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.105.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.106.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.10.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.down_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.down_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.gate_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.gate_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.up_proj.weight": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.107.up_proj.weight_scale_inv": "model-00021-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.108.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.109.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.110.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.111.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.11.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.112.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.113.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.114.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.115.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.116.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.117.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.118.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.12.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.119.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.120.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.121.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.122.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.13.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.123.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.124.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.125.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.126.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.127.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.14.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.128.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.129.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.130.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.131.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.132.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.15.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.133.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.134.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.135.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.136.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.137.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.16.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.138.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.139.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.140.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.141.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.142.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.143.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.2.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.17.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.18.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.3.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.19.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.20.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.21.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.22.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.23.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.4.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.24.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.25.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.26.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.27.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.28.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.29.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.30.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.31.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.32.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.33.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.34.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.35.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.36.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.37.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.38.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.39.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.40.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.41.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.42.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.43.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.44.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.45.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.experts.46.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.gate.e_score_correction_bias": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.gate.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.mlp.shared_experts.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.post_attention_layernorm.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.index_kpool_compress_ape": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.index_kpool_compress_gate": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.k_norm.bias": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.k_norm.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.weights_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.wk.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.indexer.wq_b.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.kv_a_layernorm.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.kv_a_proj_with_mqa.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.kv_b_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.o_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.o_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.q_a_layernorm.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.q_a_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.q_a_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.q_b_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.23.self_attn.q_b_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_attn_base": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_attn_fn": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_attn_scale": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_ffn_base": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_ffn_fn": "model-00022-of-00062.safetensors", "model.language_model.layers.24.hc_ffn_scale": "model-00022-of-00062.safetensors", "model.language_model.layers.24.input_layernorm.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.0.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.49.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.50.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.51.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.52.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.53.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.54.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.55.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.5.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.56.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.57.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.58.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.59.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.60.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.61.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.62.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.63.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.64.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.65.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.66.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.67.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.68.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.69.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.70.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.71.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.72.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.73.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.6.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.74.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.down_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.down_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.gate_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.gate_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.up_proj.weight": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.75.up_proj.weight_scale_inv": "model-00022-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.76.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.77.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.78.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.79.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.80.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.81.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.7.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.82.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.83.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.84.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.85.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.86.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.8.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.87.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.88.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.89.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.90.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.9.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.91.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.92.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.93.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.94.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.95.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.10.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.96.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.97.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.98.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.99.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.100.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.101.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.1.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.102.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.103.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.104.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.105.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.106.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.11.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.107.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.108.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.109.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.110.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.111.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.112.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.113.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.12.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.114.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.115.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.116.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.117.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.118.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.119.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.120.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.13.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.121.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.122.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.123.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.124.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.125.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.126.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.127.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.14.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.128.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.129.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.130.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.131.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.132.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.15.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.133.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.134.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.135.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.16.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.136.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.137.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.138.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.139.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.140.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.141.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.142.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.143.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.17.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.18.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.19.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.20.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.21.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.2.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.22.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.23.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.24.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.25.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.3.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.26.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.27.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.28.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.29.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.30.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.31.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.32.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.33.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.34.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.35.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.36.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.37.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.38.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.down_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.down_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.gate_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.gate_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.up_proj.weight": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.39.up_proj.weight_scale_inv": "model-00023-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.40.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.41.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.42.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.43.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.44.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.4.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.45.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.46.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.47.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.experts.48.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.gate.e_score_correction_bias": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.gate.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.mlp.shared_experts.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.24.post_attention_layernorm.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.A_log": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.b_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.dt_bias": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.f_a_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.f_b_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.g_a_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.g_b_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.k_conv1d.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.k_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.o_norm.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.o_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.q_conv1d.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.q_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.v_conv1d.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.24.self_attn.v_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_attn_base": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_attn_fn": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_attn_scale": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_ffn_base": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_ffn_fn": "model-00024-of-00062.safetensors", "model.language_model.layers.25.hc_ffn_scale": "model-00024-of-00062.safetensors", "model.language_model.layers.25.input_layernorm.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.5.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.49.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.50.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.51.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.52.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.53.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.54.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.6.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.55.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.56.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.57.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.58.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.59.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.60.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.61.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.62.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.63.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.64.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.65.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.66.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.67.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.68.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.69.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.7.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.70.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.71.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.72.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.73.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.74.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.8.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.75.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.76.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.77.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.78.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.9.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.79.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.80.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.81.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.82.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.83.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.84.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.85.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.86.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.87.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.88.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.89.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.90.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.91.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.92.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.10.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.93.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.94.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.95.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.96.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.97.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.0.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.98.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.99.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.100.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.101.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.102.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.103.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.104.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.105.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.106.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.107.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.108.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.109.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.110.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.111.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.112.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.113.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.114.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.115.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.116.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.117.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.118.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.119.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.11.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.120.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.121.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.122.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.123.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.124.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.125.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.126.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.127.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.128.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.129.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.130.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.131.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.132.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.12.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.down_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.down_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.gate_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.gate_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.up_proj.weight": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.133.up_proj.weight_scale_inv": "model-00024-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.134.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.135.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.136.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.137.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.138.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.13.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.139.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.140.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.141.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.142.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.143.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.1.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.14.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.15.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.16.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.17.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.18.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.19.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.2.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.20.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.21.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.22.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.23.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.24.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.25.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.26.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.27.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.28.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.29.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.30.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.3.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.31.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.32.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.33.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.34.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.35.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.36.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.37.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.38.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.39.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.40.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.41.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.42.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.43.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.4.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.44.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.45.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.46.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.47.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.experts.48.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.gate.e_score_correction_bias": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.gate.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.mlp.shared_experts.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.25.post_attention_layernorm.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.A_log": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.b_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.dt_bias": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.f_a_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.f_b_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.g_a_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.g_b_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.k_conv1d.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.k_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.o_norm.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.o_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.q_conv1d.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.q_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.v_conv1d.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.25.self_attn.v_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_attn_base": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_attn_fn": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_attn_scale": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_ffn_base": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_ffn_fn": "model-00025-of-00062.safetensors", "model.language_model.layers.26.hc_ffn_scale": "model-00025-of-00062.safetensors", "model.language_model.layers.26.input_layernorm.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.0.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.7.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.48.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.49.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.50.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.51.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.52.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.53.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.54.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.55.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.56.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.8.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.57.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.58.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.59.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.60.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.61.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.9.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.62.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.63.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.64.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.65.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.66.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.67.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.68.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.69.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.10.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.70.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.71.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.72.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.73.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.74.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.75.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.76.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.77.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.78.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.79.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.80.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.down_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.down_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.gate_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.gate_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.up_proj.weight": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.81.up_proj.weight_scale_inv": "model-00025-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.82.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.83.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.84.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.85.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.86.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.87.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.88.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.11.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.89.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.90.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.91.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.92.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.93.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.12.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.94.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.95.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.96.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.97.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.98.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.99.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.100.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.101.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.102.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.103.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.104.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.105.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.13.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.106.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.107.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.108.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.109.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.110.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.111.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.14.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.112.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.113.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.114.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.115.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.116.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.117.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.118.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.119.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.15.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.120.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.121.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.122.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.123.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.124.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.125.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.126.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.127.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.128.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.129.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.130.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.131.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.132.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.133.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.134.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.135.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.16.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.136.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.137.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.138.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.139.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.140.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.141.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.17.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.142.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.143.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.18.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.19.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.20.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.21.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.22.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.23.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.24.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.1.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.25.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.26.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.27.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.28.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.2.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.29.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.30.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.31.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.3.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.32.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.33.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.34.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.4.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.35.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.36.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.37.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.38.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.39.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.40.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.5.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.41.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.42.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.43.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.6.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.44.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.45.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.46.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.experts.47.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.gate.e_score_correction_bias": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.gate.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.mlp.shared_experts.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.26.post_attention_layernorm.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.A_log": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.b_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.dt_bias": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.f_a_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.f_b_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.g_a_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.g_b_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.k_conv1d.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.k_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.o_norm.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.o_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.q_conv1d.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.q_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.v_conv1d.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.26.self_attn.v_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_attn_base": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_attn_fn": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_attn_scale": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_ffn_base": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_ffn_fn": "model-00026-of-00062.safetensors", "model.language_model.layers.27.hc_ffn_scale": "model-00026-of-00062.safetensors", "model.language_model.layers.27.input_layernorm.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.0.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.51.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.52.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.down_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.down_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.gate_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.gate_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.up_proj.weight": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.53.up_proj.weight_scale_inv": "model-00026-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.54.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.55.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.56.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.57.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.4.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.58.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.59.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.60.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.61.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.62.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.63.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.64.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.65.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.66.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.67.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.68.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.69.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.70.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.71.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.72.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.73.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.74.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.75.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.76.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.77.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.78.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.79.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.80.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.81.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.82.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.83.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.84.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.85.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.86.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.87.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.5.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.88.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.89.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.90.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.91.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.92.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.93.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.94.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.95.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.96.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.97.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.98.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.99.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.100.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.101.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.102.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.103.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.104.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.105.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.106.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.107.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.6.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.108.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.109.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.110.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.111.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.112.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.113.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.114.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.115.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.116.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.117.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.118.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.119.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.120.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.121.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.7.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.122.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.8.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.123.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.124.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.125.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.9.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.126.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.127.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.10.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.128.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.129.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.130.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.131.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.132.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.133.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.134.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.135.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.136.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.137.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.138.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.139.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.11.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.140.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.141.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.142.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.143.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.12.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.13.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.14.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.down_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.down_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.gate_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.gate_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.up_proj.weight": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.15.up_proj.weight_scale_inv": "model-00027-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.16.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.17.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.18.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.19.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.20.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.21.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.22.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.1.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.23.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.24.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.25.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.26.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.27.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.28.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.29.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.30.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.31.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.32.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.33.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.2.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.34.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.35.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.36.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.37.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.3.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.38.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.39.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.40.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.41.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.42.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.43.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.44.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.45.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.46.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.47.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.48.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.49.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.experts.50.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.gate.e_score_correction_bias": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.gate.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.mlp.shared_experts.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.post_attention_layernorm.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.index_kpool_compress_ape": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.index_kpool_compress_gate": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.k_norm.bias": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.k_norm.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.weights_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.wk.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.indexer.wq_b.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.kv_a_layernorm.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.kv_a_proj_with_mqa.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.kv_b_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.o_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.o_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.q_a_layernorm.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.q_a_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.q_a_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.q_b_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.27.self_attn.q_b_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_attn_base": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_attn_fn": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_attn_scale": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_ffn_base": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_ffn_fn": "model-00028-of-00062.safetensors", "model.language_model.layers.28.hc_ffn_scale": "model-00028-of-00062.safetensors", "model.language_model.layers.28.input_layernorm.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.0.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.1.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.7.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.54.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.55.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.56.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.57.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.58.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.59.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.60.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.61.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.62.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.63.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.64.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.65.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.66.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.67.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.68.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.69.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.70.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.71.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.72.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.73.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.74.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.75.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.76.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.77.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.8.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.78.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.79.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.80.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.81.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.82.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.9.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.83.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.84.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.85.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.86.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.87.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.10.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.88.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.89.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.90.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.91.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.92.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.93.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.94.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.95.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.96.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.97.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.11.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.98.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.99.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.100.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.101.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.102.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.103.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.104.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.105.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.12.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.down_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.down_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.gate_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.gate_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.up_proj.weight": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.106.up_proj.weight_scale_inv": "model-00028-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.107.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.108.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.109.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.13.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.110.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.111.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.112.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.113.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.114.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.115.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.14.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.116.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.117.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.118.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.119.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.120.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.121.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.122.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.123.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.124.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.125.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.126.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.127.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.128.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.129.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.130.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.131.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.15.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.132.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.133.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.134.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.135.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.136.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.137.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.138.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.139.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.140.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.141.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.142.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.143.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.2.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.16.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.17.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.3.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.18.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.19.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.20.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.21.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.22.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.23.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.4.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.24.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.25.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.26.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.27.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.28.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.29.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.30.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.31.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.32.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.5.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.33.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.34.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.35.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.36.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.37.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.38.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.39.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.40.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.41.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.42.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.43.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.44.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.45.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.46.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.47.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.48.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.49.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.50.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.51.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.6.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.52.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.experts.53.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.gate.e_score_correction_bias": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.gate.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.mlp.shared_experts.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.28.post_attention_layernorm.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.A_log": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.b_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.dt_bias": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.f_a_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.f_b_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.g_a_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.g_b_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.k_conv1d.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.k_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.o_norm.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.o_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.q_conv1d.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.q_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.v_conv1d.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.28.self_attn.v_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_attn_base": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_attn_fn": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_attn_scale": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_ffn_base": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_ffn_fn": "model-00029-of-00062.safetensors", "model.language_model.layers.29.hc_ffn_scale": "model-00029-of-00062.safetensors", "model.language_model.layers.29.input_layernorm.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.56.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.57.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.58.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.59.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.60.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.61.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.6.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.62.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.63.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.64.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.65.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.66.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.67.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.68.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.69.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.7.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.70.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.71.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.72.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.73.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.74.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.8.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.down_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.down_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.gate_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.gate_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.up_proj.weight": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.75.up_proj.weight_scale_inv": "model-00029-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.76.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.77.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.78.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.9.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.79.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.80.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.81.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.82.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.83.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.84.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.85.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.86.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.87.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.88.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.89.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.90.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.91.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.92.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.93.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.94.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.10.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.95.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.96.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.0.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.97.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.98.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.99.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.100.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.101.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.11.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.102.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.103.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.104.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.105.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.106.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.107.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.108.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.109.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.110.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.111.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.112.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.113.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.12.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.114.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.115.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.116.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.117.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.13.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.118.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.119.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.120.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.121.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.122.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.123.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.124.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.125.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.126.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.127.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.128.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.14.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.129.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.130.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.131.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.132.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.133.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.134.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.15.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.135.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.136.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.137.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.138.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.16.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.139.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.140.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.141.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.142.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.143.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.17.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.1.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.18.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.19.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.20.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.21.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.22.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.23.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.24.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.2.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.25.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.26.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.27.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.28.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.29.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.30.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.31.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.3.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.32.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.33.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.34.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.35.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.36.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.37.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.4.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.38.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.39.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.40.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.41.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.42.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.43.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.44.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.45.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.46.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.47.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.down_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.down_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.gate_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.gate_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.up_proj.weight": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.48.up_proj.weight_scale_inv": "model-00030-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.49.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.50.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.51.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.52.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.5.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.53.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.54.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.experts.55.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.gate.e_score_correction_bias": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.gate.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.mlp.shared_experts.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.29.post_attention_layernorm.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.A_log": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.b_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.dt_bias": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.f_a_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.f_b_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.g_a_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.g_b_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.k_conv1d.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.k_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.o_norm.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.o_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.q_conv1d.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.q_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.v_conv1d.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.29.self_attn.v_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_attn_base": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_attn_fn": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_attn_scale": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_ffn_base": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_ffn_fn": "model-00031-of-00062.safetensors", "model.language_model.layers.3.hc_ffn_scale": "model-00031-of-00062.safetensors", "model.language_model.layers.3.input_layernorm.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.0.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.1.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.57.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.58.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.4.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.59.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.60.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.61.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.62.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.63.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.64.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.65.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.66.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.67.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.68.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.69.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.70.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.5.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.71.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.72.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.73.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.74.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.6.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.75.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.76.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.77.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.78.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.79.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.80.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.7.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.81.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.82.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.83.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.84.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.85.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.8.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.86.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.87.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.88.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.89.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.90.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.91.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.92.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.93.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.94.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.95.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.96.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.97.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.98.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.9.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.99.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.100.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.10.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.101.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.102.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.103.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.104.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.105.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.106.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.107.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.108.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.109.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.110.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.111.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.112.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.113.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.114.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.115.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.116.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.11.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.117.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.118.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.119.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.120.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.121.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.122.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.123.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.124.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.125.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.12.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.126.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.127.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.128.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.129.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.130.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.131.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.132.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.down_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.down_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.gate_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.gate_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.up_proj.weight": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.133.up_proj.weight_scale_inv": "model-00031-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.134.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.135.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.136.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.137.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.138.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.13.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.139.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.140.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.141.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.142.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.143.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.14.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.15.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.16.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.17.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.18.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.19.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.2.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.20.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.21.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.22.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.23.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.24.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.25.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.26.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.27.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.28.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.29.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.30.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.31.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.32.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.33.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.34.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.35.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.36.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.37.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.38.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.39.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.40.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.41.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.42.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.43.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.44.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.45.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.46.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.47.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.48.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.49.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.50.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.51.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.3.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.52.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.53.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.54.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.55.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.experts.56.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.gate.e_score_correction_bias": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.gate.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.mlp.shared_experts.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.post_attention_layernorm.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.index_kpool_compress_ape": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.index_kpool_compress_gate": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.k_norm.bias": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.k_norm.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.weights_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.wk.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.indexer.wq_b.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.kv_a_layernorm.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.kv_a_proj_with_mqa.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.kv_b_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.o_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.o_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.q_a_layernorm.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.q_a_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.q_a_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.q_b_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.3.self_attn.q_b_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_attn_base": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_attn_fn": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_attn_scale": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_ffn_base": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_ffn_fn": "model-00032-of-00062.safetensors", "model.language_model.layers.30.hc_ffn_scale": "model-00032-of-00062.safetensors", "model.language_model.layers.30.input_layernorm.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.0.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.1.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.4.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.44.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.45.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.46.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.47.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.48.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.49.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.5.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.50.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.51.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.52.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.53.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.54.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.55.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.56.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.6.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.57.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.58.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.59.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.60.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.61.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.62.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.63.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.7.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.64.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.65.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.66.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.67.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.68.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.69.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.70.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.8.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.71.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.72.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.73.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.74.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.75.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.76.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.77.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.78.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.79.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.80.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.81.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.82.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.9.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.83.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.84.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.85.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.86.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.87.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.88.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.89.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.90.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.down_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.down_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.gate_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.gate_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.up_proj.weight": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.91.up_proj.weight_scale_inv": "model-00032-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.92.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.93.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.94.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.95.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.96.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.97.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.98.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.10.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.99.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.100.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.101.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.102.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.103.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.104.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.11.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.105.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.106.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.107.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.108.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.109.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.12.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.110.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.111.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.112.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.113.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.114.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.115.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.116.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.117.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.118.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.13.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.119.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.120.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.121.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.122.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.123.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.124.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.14.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.125.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.126.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.127.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.128.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.129.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.130.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.131.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.132.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.133.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.134.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.135.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.136.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.137.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.138.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.139.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.140.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.141.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.142.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.143.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.15.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.16.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.17.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.18.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.19.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.20.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.21.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.22.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.23.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.24.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.25.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.26.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.27.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.28.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.29.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.30.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.31.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.32.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.33.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.34.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.2.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.35.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.36.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.37.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.3.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.38.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.39.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.40.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.41.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.42.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.experts.43.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.gate.e_score_correction_bias": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.gate.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.mlp.shared_experts.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.30.post_attention_layernorm.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.A_log": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.b_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.dt_bias": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.f_a_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.f_b_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.g_a_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.g_b_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.k_conv1d.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.k_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.o_norm.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.o_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.q_conv1d.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.q_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.v_conv1d.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.30.self_attn.v_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_attn_base": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_attn_fn": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_attn_scale": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_ffn_base": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_ffn_fn": "model-00033-of-00062.safetensors", "model.language_model.layers.31.hc_ffn_scale": "model-00033-of-00062.safetensors", "model.language_model.layers.31.input_layernorm.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.0.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.45.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.46.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.down_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.down_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.gate_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.gate_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.up_proj.weight": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.47.up_proj.weight_scale_inv": "model-00033-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.48.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.49.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.6.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.50.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.51.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.52.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.53.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.7.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.54.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.55.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.56.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.57.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.58.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.59.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.60.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.61.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.62.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.8.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.63.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.64.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.65.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.66.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.67.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.9.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.68.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.69.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.70.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.71.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.72.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.73.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.74.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.75.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.76.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.77.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.78.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.79.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.80.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.81.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.82.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.83.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.84.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.85.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.86.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.87.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.88.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.89.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.90.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.91.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.92.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.93.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.94.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.95.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.96.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.97.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.98.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.99.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.10.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.100.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.101.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.102.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.103.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.104.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.105.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.106.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.107.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.108.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.109.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.110.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.111.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.112.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.113.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.114.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.115.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.116.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.117.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.118.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.119.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.120.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.121.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.122.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.123.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.124.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.125.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.126.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.127.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.128.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.129.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.130.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.131.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.132.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.133.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.134.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.135.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.136.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.11.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.137.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.138.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.139.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.140.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.141.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.12.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.142.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.143.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.1.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.13.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.14.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.down_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.down_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.gate_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.gate_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.up_proj.weight": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.15.up_proj.weight_scale_inv": "model-00034-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.16.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.17.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.18.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.19.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.20.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.21.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.22.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.23.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.24.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.25.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.2.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.26.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.27.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.28.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.29.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.30.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.3.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.31.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.32.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.33.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.34.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.35.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.36.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.4.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.37.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.38.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.5.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.39.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.40.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.41.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.42.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.43.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.experts.44.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.gate.e_score_correction_bias": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.gate.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.mlp.shared_experts.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.post_attention_layernorm.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.index_kpool_compress_ape": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.index_kpool_compress_gate": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.k_norm.bias": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.k_norm.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.weights_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.wk.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.indexer.wq_b.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.kv_a_layernorm.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.kv_a_proj_with_mqa.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.kv_b_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.o_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.o_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.q_a_layernorm.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.q_a_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.q_a_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.q_b_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.31.self_attn.q_b_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_attn_base": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_attn_fn": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_attn_scale": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_ffn_base": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_ffn_fn": "model-00035-of-00062.safetensors", "model.language_model.layers.32.hc_ffn_scale": "model-00035-of-00062.safetensors", "model.language_model.layers.32.input_layernorm.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.0.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.6.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.46.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.47.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.48.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.49.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.50.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.51.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.7.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.52.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.53.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.54.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.55.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.56.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.57.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.58.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.59.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.60.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.61.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.62.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.63.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.64.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.65.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.66.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.67.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.68.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.69.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.70.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.71.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.8.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.72.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.73.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.74.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.75.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.76.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.9.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.77.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.78.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.79.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.80.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.81.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.82.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.83.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.84.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.85.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.10.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.86.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.87.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.88.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.89.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.90.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.91.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.92.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.93.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.94.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.95.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.96.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.97.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.98.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.99.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.100.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.101.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.102.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.103.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.1.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.104.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.105.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.106.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.11.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.107.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.108.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.109.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.110.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.12.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.111.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.down_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.down_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.gate_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.gate_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.up_proj.weight": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.112.up_proj.weight_scale_inv": "model-00035-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.113.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.114.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.115.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.116.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.117.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.118.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.119.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.120.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.121.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.122.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.123.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.124.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.125.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.126.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.127.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.128.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.129.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.130.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.131.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.132.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.133.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.134.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.13.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.135.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.136.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.137.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.138.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.14.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.139.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.140.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.141.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.142.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.143.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.2.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.15.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.16.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.17.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.3.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.18.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.19.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.20.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.4.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.21.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.22.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.23.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.24.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.25.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.26.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.27.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.28.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.29.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.30.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.31.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.32.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.33.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.34.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.35.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.36.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.37.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.38.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.39.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.5.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.40.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.41.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.42.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.43.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.44.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.experts.45.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.gate.e_score_correction_bias": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.gate.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.mlp.shared_experts.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.32.post_attention_layernorm.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.A_log": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.b_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.dt_bias": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.f_a_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.f_b_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.g_a_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.g_b_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.k_conv1d.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.k_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.o_norm.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.o_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.q_conv1d.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.q_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.v_conv1d.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.32.self_attn.v_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_attn_base": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_attn_fn": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_attn_scale": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_ffn_base": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_ffn_fn": "model-00036-of-00062.safetensors", "model.language_model.layers.33.hc_ffn_scale": "model-00036-of-00062.safetensors", "model.language_model.layers.33.input_layernorm.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.0.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.48.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.49.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.50.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.51.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.52.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.53.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.54.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.55.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.56.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.57.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.58.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.59.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.60.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.61.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.62.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.63.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.64.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.4.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.65.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.66.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.67.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.68.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.69.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.5.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.70.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.71.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.down_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.down_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.gate_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.gate_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.up_proj.weight": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.72.up_proj.weight_scale_inv": "model-00036-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.73.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.74.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.75.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.76.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.77.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.78.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.79.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.80.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.81.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.6.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.82.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.83.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.84.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.85.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.86.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.87.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.88.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.89.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.90.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.7.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.91.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.92.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.93.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.94.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.95.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.8.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.96.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.97.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.98.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.99.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.100.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.9.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.101.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.102.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.103.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.104.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.105.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.106.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.107.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.108.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.109.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.110.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.111.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.112.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.113.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.114.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.115.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.10.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.116.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.117.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.118.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.119.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.120.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.121.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.122.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.123.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.124.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.125.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.126.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.127.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.11.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.128.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.129.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.130.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.131.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.132.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.133.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.12.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.134.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.135.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.136.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.137.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.138.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.139.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.140.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.141.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.142.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.143.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.13.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.14.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.15.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.16.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.17.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.18.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.19.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.1.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.20.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.21.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.22.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.23.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.24.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.25.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.26.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.27.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.28.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.29.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.30.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.31.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.32.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.33.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.2.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.34.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.35.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.36.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.down_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.down_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.gate_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.gate_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.up_proj.weight": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.37.up_proj.weight_scale_inv": "model-00037-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.38.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.3.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.39.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.40.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.41.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.42.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.43.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.44.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.45.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.46.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.experts.47.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.gate.e_score_correction_bias": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.gate.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.mlp.shared_experts.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.33.post_attention_layernorm.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.A_log": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.b_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.dt_bias": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.f_a_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.f_b_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.g_a_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.g_b_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.k_conv1d.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.k_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.o_norm.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.o_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.q_conv1d.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.q_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.v_conv1d.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.33.self_attn.v_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_attn_base": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_attn_fn": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_attn_scale": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_ffn_base": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_ffn_fn": "model-00038-of-00062.safetensors", "model.language_model.layers.34.hc_ffn_scale": "model-00038-of-00062.safetensors", "model.language_model.layers.34.input_layernorm.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.0.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.54.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.55.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.56.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.57.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.58.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.59.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.60.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.61.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.62.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.63.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.64.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.65.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.66.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.5.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.67.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.68.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.69.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.70.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.71.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.72.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.6.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.73.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.74.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.75.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.76.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.77.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.78.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.79.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.80.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.81.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.82.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.83.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.84.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.85.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.86.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.87.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.7.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.88.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.89.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.90.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.91.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.92.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.93.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.8.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.94.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.95.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.96.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.97.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.98.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.99.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.100.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.101.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.102.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.103.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.104.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.105.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.106.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.107.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.108.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.109.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.110.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.9.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.111.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.112.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.113.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.114.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.10.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.115.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.116.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.117.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.118.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.119.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.120.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.121.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.122.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.123.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.124.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.125.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.126.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.127.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.128.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.129.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.130.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.down_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.down_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.gate_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.gate_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.up_proj.weight": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.131.up_proj.weight_scale_inv": "model-00038-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.132.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.133.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.134.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.135.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.136.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.11.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.137.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.138.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.139.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.140.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.141.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.142.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.12.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.143.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.1.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.13.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.14.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.15.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.16.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.17.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.18.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.19.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.20.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.21.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.22.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.2.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.23.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.24.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.25.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.26.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.27.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.28.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.29.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.30.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.31.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.32.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.33.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.3.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.34.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.35.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.36.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.37.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.38.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.39.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.40.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.41.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.42.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.43.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.44.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.45.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.46.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.47.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.48.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.4.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.49.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.50.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.51.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.52.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.experts.53.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.gate.e_score_correction_bias": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.gate.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.mlp.shared_experts.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.34.post_attention_layernorm.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.A_log": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.b_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.dt_bias": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.f_a_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.f_b_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.g_a_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.g_b_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.k_conv1d.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.k_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.o_norm.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.o_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.q_conv1d.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.q_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.v_conv1d.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.34.self_attn.v_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_attn_base": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_attn_fn": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_attn_scale": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_ffn_base": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_ffn_fn": "model-00039-of-00062.safetensors", "model.language_model.layers.35.hc_ffn_scale": "model-00039-of-00062.safetensors", "model.language_model.layers.35.input_layernorm.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.0.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.4.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.51.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.52.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.53.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.54.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.55.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.56.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.5.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.57.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.58.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.59.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.60.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.61.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.62.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.63.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.64.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.65.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.66.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.67.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.68.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.6.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.69.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.70.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.71.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.72.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.73.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.74.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.75.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.76.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.77.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.78.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.7.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.79.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.80.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.81.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.82.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.83.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.84.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.85.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.86.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.87.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.88.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.89.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.90.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.91.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.92.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.93.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.94.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.down_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.down_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.gate_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.gate_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.up_proj.weight": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.8.up_proj.weight_scale_inv": "model-00039-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.95.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.96.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.97.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.98.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.99.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.100.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.9.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.101.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.102.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.10.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.103.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.104.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.105.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.106.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.107.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.11.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.108.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.109.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.110.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.111.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.112.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.12.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.113.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.114.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.115.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.116.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.117.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.118.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.13.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.119.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.120.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.121.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.122.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.123.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.124.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.125.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.126.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.127.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.128.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.14.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.129.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.130.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.131.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.132.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.133.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.15.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.134.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.135.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.136.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.137.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.138.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.139.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.140.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.141.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.142.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.143.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.16.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.17.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.18.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.19.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.20.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.21.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.22.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.23.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.24.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.25.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.26.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.1.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.27.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.28.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.29.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.30.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.2.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.31.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.32.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.33.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.3.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.34.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.35.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.36.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.37.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.38.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.39.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.40.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.41.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.42.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.43.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.44.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.45.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.46.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.47.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.48.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.49.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.experts.50.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.gate.e_score_correction_bias": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.gate.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.mlp.shared_experts.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.post_attention_layernorm.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.index_kpool_compress_ape": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.index_kpool_compress_gate": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.k_norm.bias": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.k_norm.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.weights_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.wk.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.indexer.wq_b.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.kv_a_layernorm.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.kv_a_proj_with_mqa.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.kv_b_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.o_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.o_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.q_a_layernorm.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.q_a_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.q_a_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.q_b_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.35.self_attn.q_b_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_attn_base": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_attn_fn": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_attn_scale": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_ffn_base": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_ffn_fn": "model-00040-of-00062.safetensors", "model.language_model.layers.36.hc_ffn_scale": "model-00040-of-00062.safetensors", "model.language_model.layers.36.input_layernorm.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.0.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.1.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.4.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.50.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.51.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.52.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.down_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.down_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.gate_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.gate_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.up_proj.weight": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.53.up_proj.weight_scale_inv": "model-00040-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.54.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.55.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.5.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.56.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.57.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.58.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.59.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.60.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.61.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.62.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.63.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.64.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.65.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.66.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.67.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.68.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.69.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.70.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.71.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.72.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.73.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.74.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.75.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.76.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.77.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.78.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.79.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.80.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.81.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.82.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.83.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.84.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.85.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.86.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.87.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.88.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.89.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.90.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.6.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.91.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.92.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.93.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.94.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.95.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.96.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.97.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.98.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.99.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.100.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.101.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.102.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.103.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.104.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.105.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.106.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.107.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.7.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.108.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.109.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.110.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.111.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.8.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.112.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.113.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.114.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.115.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.9.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.116.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.117.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.118.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.119.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.120.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.121.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.122.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.123.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.124.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.125.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.126.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.127.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.10.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.128.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.129.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.130.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.131.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.132.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.133.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.134.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.11.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.135.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.136.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.137.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.138.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.139.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.140.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.141.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.142.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.143.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.12.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.down_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.down_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.gate_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.gate_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.up_proj.weight": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.13.up_proj.weight_scale_inv": "model-00041-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.2.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.14.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.15.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.16.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.17.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.18.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.19.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.20.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.21.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.22.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.23.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.24.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.25.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.26.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.27.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.28.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.29.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.30.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.31.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.32.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.33.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.34.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.35.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.36.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.37.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.38.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.39.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.40.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.41.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.3.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.42.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.43.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.44.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.45.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.46.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.47.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.48.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.experts.49.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.gate.e_score_correction_bias": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.gate.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.mlp.shared_experts.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.36.post_attention_layernorm.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.A_log": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.b_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.dt_bias": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.f_a_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.f_b_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.g_a_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.g_b_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.k_conv1d.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.k_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.o_norm.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.o_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.q_conv1d.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.q_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.v_conv1d.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.36.self_attn.v_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_attn_base": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_attn_fn": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_attn_scale": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_ffn_base": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_ffn_fn": "model-00042-of-00062.safetensors", "model.language_model.layers.37.hc_ffn_scale": "model-00042-of-00062.safetensors", "model.language_model.layers.37.input_layernorm.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.0.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.51.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.52.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.53.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.54.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.55.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.56.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.5.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.57.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.58.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.59.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.60.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.61.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.62.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.63.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.64.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.65.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.66.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.67.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.68.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.69.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.70.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.71.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.72.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.6.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.73.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.74.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.75.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.76.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.77.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.78.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.79.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.7.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.80.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.81.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.82.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.83.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.84.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.85.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.86.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.87.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.88.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.89.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.90.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.91.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.92.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.93.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.94.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.95.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.96.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.97.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.98.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.8.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.99.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.100.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.101.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.102.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.103.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.104.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.105.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.9.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.106.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.107.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.down_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.down_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.gate_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.gate_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.up_proj.weight": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.108.up_proj.weight_scale_inv": "model-00042-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.10.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.109.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.110.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.111.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.112.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.113.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.114.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.115.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.116.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.11.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.117.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.118.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.119.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.120.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.121.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.122.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.12.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.123.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.124.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.125.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.126.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.127.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.128.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.129.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.130.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.131.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.132.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.133.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.134.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.135.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.136.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.137.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.138.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.139.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.140.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.141.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.142.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.143.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.1.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.13.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.14.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.15.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.16.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.17.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.18.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.19.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.20.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.21.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.22.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.23.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.24.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.25.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.2.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.26.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.27.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.28.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.29.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.30.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.31.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.32.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.33.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.34.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.35.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.36.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.37.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.38.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.3.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.39.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.40.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.41.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.42.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.43.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.44.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.45.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.4.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.46.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.47.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.48.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.49.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.experts.50.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.gate.e_score_correction_bias": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.gate.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.mlp.shared_experts.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.37.post_attention_layernorm.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.A_log": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.b_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.dt_bias": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.f_a_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.f_b_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.g_a_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.g_b_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.k_conv1d.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.k_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.o_norm.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.o_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.q_conv1d.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.q_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.v_conv1d.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.37.self_attn.v_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_attn_base": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_attn_fn": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_attn_scale": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_ffn_base": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_ffn_fn": "model-00043-of-00062.safetensors", "model.language_model.layers.38.hc_ffn_scale": "model-00043-of-00062.safetensors", "model.language_model.layers.38.input_layernorm.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.0.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.5.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.49.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.50.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.51.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.52.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.6.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.53.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.54.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.55.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.56.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.7.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.57.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.58.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.59.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.60.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.61.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.62.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.63.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.64.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.65.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.down_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.down_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.gate_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.gate_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.up_proj.weight": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.66.up_proj.weight_scale_inv": "model-00043-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.67.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.68.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.69.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.70.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.8.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.71.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.72.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.73.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.74.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.75.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.76.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.9.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.77.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.78.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.79.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.80.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.81.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.10.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.82.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.83.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.84.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.85.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.86.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.87.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.88.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.89.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.90.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.91.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.92.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.93.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.1.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.94.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.95.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.96.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.97.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.98.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.11.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.99.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.100.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.101.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.102.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.103.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.104.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.105.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.106.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.12.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.107.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.108.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.109.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.110.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.111.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.13.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.112.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.113.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.114.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.115.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.116.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.117.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.118.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.14.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.119.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.120.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.121.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.122.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.123.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.124.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.125.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.126.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.127.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.128.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.15.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.129.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.130.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.131.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.132.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.133.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.134.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.135.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.16.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.136.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.137.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.138.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.139.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.140.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.141.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.142.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.143.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.17.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.18.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.19.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.20.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.21.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.22.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.23.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.24.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.2.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.25.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.26.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.27.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.28.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.3.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.29.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.30.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.31.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.32.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.33.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.34.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.35.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.36.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.down_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.down_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.gate_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.gate_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.up_proj.weight": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.37.up_proj.weight_scale_inv": "model-00044-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.38.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.39.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.40.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.41.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.4.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.42.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.43.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.44.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.45.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.46.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.47.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.experts.48.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.gate.e_score_correction_bias": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.gate.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.mlp.shared_experts.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.38.post_attention_layernorm.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.A_log": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.b_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.dt_bias": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.f_a_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.f_b_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.g_a_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.g_b_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.k_conv1d.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.k_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.o_norm.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.o_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.q_conv1d.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.q_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.v_conv1d.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.38.self_attn.v_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_attn_base": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_attn_fn": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_attn_scale": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_ffn_base": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_ffn_fn": "model-00045-of-00062.safetensors", "model.language_model.layers.39.hc_ffn_scale": "model-00045-of-00062.safetensors", "model.language_model.layers.39.input_layernorm.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.47.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.48.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.49.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.50.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.51.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.52.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.6.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.53.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.54.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.55.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.56.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.57.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.58.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.59.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.60.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.61.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.7.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.62.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.63.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.64.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.65.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.66.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.8.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.67.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.68.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.69.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.70.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.71.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.72.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.73.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.9.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.74.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.75.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.76.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.10.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.77.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.78.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.79.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.80.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.81.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.82.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.83.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.84.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.85.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.86.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.87.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.88.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.89.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.90.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.91.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.92.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.93.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.94.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.95.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.96.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.97.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.98.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.0.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.11.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.99.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.100.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.101.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.102.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.103.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.104.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.105.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.106.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.12.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.107.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.108.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.109.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.110.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.111.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.112.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.13.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.113.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.114.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.115.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.116.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.117.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.118.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.119.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.14.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.120.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.121.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.15.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.122.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.123.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.124.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.down_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.down_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.gate_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.gate_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.up_proj.weight": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.125.up_proj.weight_scale_inv": "model-00045-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.126.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.127.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.128.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.129.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.130.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.131.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.132.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.133.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.134.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.135.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.136.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.137.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.138.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.139.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.140.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.141.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.142.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.143.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.16.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.17.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.18.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.19.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.20.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.21.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.1.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.22.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.23.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.24.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.25.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.26.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.27.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.2.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.28.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.29.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.30.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.31.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.32.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.3.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.33.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.34.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.35.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.36.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.37.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.38.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.4.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.39.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.40.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.41.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.5.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.42.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.43.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.44.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.45.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.experts.46.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.gate.e_score_correction_bias": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.gate.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.mlp.shared_experts.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.post_attention_layernorm.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.index_kpool_compress_ape": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.index_kpool_compress_gate": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.k_norm.bias": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.k_norm.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.weights_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.wk.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.indexer.wq_b.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.kv_a_layernorm.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.kv_a_proj_with_mqa.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.kv_b_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.o_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.o_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.q_a_layernorm.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.q_a_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.q_a_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.q_b_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.39.self_attn.q_b_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_attn_base": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_attn_fn": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_attn_scale": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_ffn_base": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_ffn_fn": "model-00046-of-00062.safetensors", "model.language_model.layers.4.hc_ffn_scale": "model-00046-of-00062.safetensors", "model.language_model.layers.4.input_layernorm.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.0.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.1.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.7.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.58.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.59.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.60.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.61.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.62.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.63.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.8.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.64.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.65.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.66.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.67.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.68.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.69.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.70.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.71.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.72.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.73.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.74.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.75.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.76.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.77.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.78.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.9.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.79.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.80.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.81.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.82.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.83.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.84.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.85.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.86.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.87.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.88.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.89.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.90.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.10.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.91.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.92.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.93.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.94.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.down_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.down_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.gate_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.gate_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.up_proj.weight": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.11.up_proj.weight_scale_inv": "model-00046-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.95.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.96.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.97.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.98.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.99.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.100.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.101.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.2.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.12.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.102.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.103.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.104.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.105.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.106.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.107.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.108.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.109.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.110.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.111.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.13.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.112.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.113.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.114.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.115.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.116.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.117.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.118.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.14.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.119.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.120.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.121.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.122.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.123.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.15.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.124.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.125.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.126.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.127.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.128.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.129.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.130.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.131.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.132.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.133.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.134.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.135.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.16.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.136.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.137.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.138.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.17.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.139.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.140.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.18.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.141.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.142.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.143.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.3.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.19.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.20.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.21.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.22.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.23.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.24.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.25.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.26.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.4.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.27.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.28.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.29.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.30.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.31.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.32.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.33.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.34.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.35.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.5.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.36.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.37.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.38.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.39.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.40.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.41.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.42.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.43.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.44.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.45.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.46.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.47.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.48.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.6.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.49.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.50.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.51.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.52.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.53.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.54.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.55.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.56.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.experts.57.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.gate.e_score_correction_bias": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.gate.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.mlp.shared_experts.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.4.post_attention_layernorm.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.A_log": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.b_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.dt_bias": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.f_a_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.f_b_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.g_a_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.g_b_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.k_conv1d.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.k_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.o_norm.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.o_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.q_conv1d.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.q_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.v_conv1d.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.4.self_attn.v_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_attn_base": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_attn_fn": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_attn_scale": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_ffn_base": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_ffn_fn": "model-00047-of-00062.safetensors", "model.language_model.layers.40.hc_ffn_scale": "model-00047-of-00062.safetensors", "model.language_model.layers.40.input_layernorm.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.0.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.down_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.down_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.gate_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.gate_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.up_proj.weight": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.54.up_proj.weight_scale_inv": "model-00047-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.55.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.56.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.57.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.58.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.59.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.6.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.60.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.61.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.62.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.63.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.64.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.65.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.66.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.7.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.67.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.68.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.69.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.70.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.71.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.72.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.73.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.74.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.75.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.76.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.77.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.78.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.8.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.79.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.80.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.81.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.9.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.82.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.83.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.84.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.85.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.86.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.10.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.87.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.88.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.89.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.90.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.91.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.92.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.11.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.93.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.94.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.95.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.96.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.97.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.98.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.99.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.100.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.101.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.102.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.103.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.104.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.105.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.106.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.107.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.108.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.109.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.110.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.1.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.111.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.112.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.12.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.113.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.114.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.115.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.116.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.13.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.117.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.118.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.119.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.120.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.121.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.122.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.123.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.124.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.14.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.125.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.15.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.126.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.127.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.128.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.129.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.130.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.131.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.132.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.16.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.133.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.134.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.135.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.136.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.137.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.138.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.139.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.140.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.141.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.17.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.142.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.143.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.18.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.19.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.20.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.down_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.down_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.gate_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.gate_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.up_proj.weight": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.21.up_proj.weight_scale_inv": "model-00048-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.22.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.23.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.24.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.25.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.26.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.27.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.28.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.29.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.2.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.30.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.31.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.32.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.33.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.3.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.34.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.35.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.36.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.37.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.38.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.39.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.40.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.41.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.42.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.43.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.44.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.45.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.4.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.46.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.47.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.48.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.49.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.5.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.50.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.51.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.52.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.experts.53.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.gate.e_score_correction_bias": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.gate.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.mlp.shared_experts.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.40.post_attention_layernorm.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.A_log": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.b_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.dt_bias": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.f_a_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.f_b_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.g_a_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.g_b_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.k_conv1d.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.k_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.o_norm.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.o_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.q_conv1d.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.q_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.v_conv1d.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.40.self_attn.v_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_attn_base": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_attn_fn": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_attn_scale": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_ffn_base": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_ffn_fn": "model-00049-of-00062.safetensors", "model.language_model.layers.41.hc_ffn_scale": "model-00049-of-00062.safetensors", "model.language_model.layers.41.input_layernorm.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.0.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.50.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.51.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.52.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.53.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.54.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.55.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.56.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.57.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.5.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.58.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.59.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.60.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.61.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.6.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.62.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.63.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.64.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.7.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.65.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.66.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.67.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.68.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.69.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.70.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.71.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.8.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.72.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.73.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.74.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.75.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.76.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.77.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.78.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.79.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.80.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.81.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.82.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.83.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.84.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.85.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.86.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.87.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.88.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.9.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.89.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.90.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.91.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.10.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.92.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.93.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.94.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.95.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.96.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.97.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.98.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.11.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.99.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.100.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.101.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.102.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.103.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.104.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.105.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.down_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.down_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.gate_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.gate_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.up_proj.weight": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.106.up_proj.weight_scale_inv": "model-00049-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.107.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.108.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.12.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.109.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.110.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.111.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.112.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.113.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.13.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.114.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.115.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.116.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.117.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.14.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.118.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.119.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.120.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.121.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.122.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.123.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.124.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.15.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.125.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.126.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.127.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.128.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.129.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.130.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.131.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.132.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.133.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.134.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.135.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.136.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.137.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.138.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.139.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.16.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.140.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.141.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.142.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.143.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.1.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.17.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.18.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.19.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.20.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.21.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.22.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.23.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.24.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.25.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.2.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.26.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.27.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.28.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.29.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.30.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.31.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.3.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.32.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.33.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.34.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.35.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.36.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.37.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.38.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.39.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.40.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.41.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.42.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.43.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.4.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.44.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.45.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.46.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.47.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.48.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.experts.49.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.gate.e_score_correction_bias": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.gate.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.mlp.shared_experts.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.41.post_attention_layernorm.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.A_log": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.b_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.dt_bias": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.f_a_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.f_b_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.g_a_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.g_b_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.k_conv1d.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.k_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.o_norm.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.o_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.q_conv1d.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.q_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.v_conv1d.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.41.self_attn.v_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_attn_base": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_attn_fn": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_attn_scale": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_ffn_base": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_ffn_fn": "model-00050-of-00062.safetensors", "model.language_model.layers.42.hc_ffn_scale": "model-00050-of-00062.safetensors", "model.language_model.layers.42.input_layernorm.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.0.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.1.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.44.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.45.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.46.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.47.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.48.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.49.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.50.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.51.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.52.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.53.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.54.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.55.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.56.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.57.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.58.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.down_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.down_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.gate_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.gate_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.up_proj.weight": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.59.up_proj.weight_scale_inv": "model-00050-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.60.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.61.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.4.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.62.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.63.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.64.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.65.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.66.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.67.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.68.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.69.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.5.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.70.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.71.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.72.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.73.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.74.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.6.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.75.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.76.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.77.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.78.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.79.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.80.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.81.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.7.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.82.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.83.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.84.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.85.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.86.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.87.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.88.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.89.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.90.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.91.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.92.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.93.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.94.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.95.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.96.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.97.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.98.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.99.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.100.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.101.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.102.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.103.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.104.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.105.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.106.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.107.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.108.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.109.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.8.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.110.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.111.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.112.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.113.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.114.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.115.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.116.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.117.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.118.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.119.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.120.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.121.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.122.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.123.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.124.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.125.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.126.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.127.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.128.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.129.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.130.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.131.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.132.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.133.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.134.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.135.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.136.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.137.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.138.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.139.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.9.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.140.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.141.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.142.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.143.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.10.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.11.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.12.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.13.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.14.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.15.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.16.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.17.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.18.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.19.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.20.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.2.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.21.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.22.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.23.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.24.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.25.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.26.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.27.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.3.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.28.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.29.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.down_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.down_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.gate_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.gate_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.up_proj.weight": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.30.up_proj.weight_scale_inv": "model-00051-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.31.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.32.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.33.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.34.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.35.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.36.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.37.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.38.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.39.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.40.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.41.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.42.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.experts.43.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.gate.e_score_correction_bias": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.gate.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.mlp.shared_experts.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.42.post_attention_layernorm.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.A_log": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.b_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.dt_bias": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.f_a_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.f_b_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.g_a_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.g_b_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.k_conv1d.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.k_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.o_norm.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.o_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.q_conv1d.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.q_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.v_conv1d.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.42.self_attn.v_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_attn_base": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_attn_fn": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_attn_scale": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_ffn_base": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_ffn_fn": "model-00052-of-00062.safetensors", "model.language_model.layers.43.hc_ffn_scale": "model-00052-of-00062.safetensors", "model.language_model.layers.43.input_layernorm.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.0.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.5.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.48.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.49.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.50.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.51.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.52.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.53.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.54.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.55.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.56.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.57.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.58.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.59.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.60.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.6.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.61.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.62.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.63.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.64.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.65.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.7.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.66.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.67.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.68.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.69.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.70.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.71.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.72.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.73.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.74.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.75.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.76.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.8.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.77.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.78.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.79.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.80.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.81.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.9.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.82.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.83.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.84.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.85.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.86.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.87.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.10.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.88.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.89.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.90.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.91.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.92.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.93.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.11.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.94.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.95.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.96.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.97.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.98.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.99.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.1.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.12.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.100.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.101.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.102.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.103.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.104.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.105.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.106.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.107.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.108.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.109.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.110.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.111.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.112.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.113.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.13.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.114.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.115.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.116.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.117.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.118.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.119.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.120.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.121.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.122.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.123.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.124.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.125.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.126.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.down_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.down_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.gate_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.gate_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.up_proj.weight": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.127.up_proj.weight_scale_inv": "model-00052-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.128.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.129.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.130.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.131.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.132.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.14.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.133.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.134.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.135.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.136.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.137.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.138.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.139.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.140.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.141.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.142.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.143.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.15.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.16.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.17.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.18.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.19.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.20.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.2.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.21.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.22.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.23.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.24.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.25.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.26.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.27.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.28.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.29.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.30.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.31.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.32.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.33.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.34.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.35.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.3.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.36.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.37.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.38.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.39.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.40.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.4.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.41.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.42.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.43.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.44.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.45.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.46.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.experts.47.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.gate.e_score_correction_bias": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.gate.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.mlp.shared_experts.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.post_attention_layernorm.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.index_kpool_compress_ape": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.index_kpool_compress_gate": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.k_norm.bias": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.k_norm.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.weights_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.wk.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.indexer.wq_b.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.kv_a_layernorm.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.kv_a_proj_with_mqa.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.kv_b_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.o_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.o_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.q_a_layernorm.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.q_a_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.q_a_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.q_b_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.43.self_attn.q_b_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_attn_base": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_attn_fn": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_attn_scale": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_ffn_base": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_ffn_fn": "model-00053-of-00062.safetensors", "model.language_model.layers.44.hc_ffn_scale": "model-00053-of-00062.safetensors", "model.language_model.layers.44.input_layernorm.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.0.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.55.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.56.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.57.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.58.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.59.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.60.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.61.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.62.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.63.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.64.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.65.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.66.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.67.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.68.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.69.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.70.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.71.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.5.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.72.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.73.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.74.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.75.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.76.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.6.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.77.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.78.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.79.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.80.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.7.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.81.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.82.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.83.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.84.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.85.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.86.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.87.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.88.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.89.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.8.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.90.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.down_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.down_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.gate_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.gate_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.up_proj.weight": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.91.up_proj.weight_scale_inv": "model-00053-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.92.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.93.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.9.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.94.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.95.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.96.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.97.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.98.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.99.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.100.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.10.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.101.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.102.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.103.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.104.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.105.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.106.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.107.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.108.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.109.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.110.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.11.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.111.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.112.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.12.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.113.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.114.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.115.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.116.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.117.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.118.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.119.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.120.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.121.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.122.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.13.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.123.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.124.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.125.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.126.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.127.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.128.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.129.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.130.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.131.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.132.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.133.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.14.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.134.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.135.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.136.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.137.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.15.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.138.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.139.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.140.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.16.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.141.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.142.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.143.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.17.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.18.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.19.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.20.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.21.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.22.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.1.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.23.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.24.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.25.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.26.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.27.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.28.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.29.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.2.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.30.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.31.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.32.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.33.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.3.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.34.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.35.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.36.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.37.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.38.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.39.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.40.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.41.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.42.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.43.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.44.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.45.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.4.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.46.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.47.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.48.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.49.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.50.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.51.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.52.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.53.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.experts.54.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.gate.e_score_correction_bias": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.gate.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.mlp.shared_experts.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.44.post_attention_layernorm.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.A_log": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.b_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.dt_bias": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.f_a_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.f_b_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.g_a_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.g_b_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.k_conv1d.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.k_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.o_norm.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.o_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.q_conv1d.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.q_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.v_conv1d.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.44.self_attn.v_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_attn_base": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_attn_fn": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_attn_scale": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_ffn_base": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_ffn_fn": "model-00054-of-00062.safetensors", "model.language_model.layers.5.hc_ffn_scale": "model-00054-of-00062.safetensors", "model.language_model.layers.5.input_layernorm.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.down_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.down_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.gate_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.gate_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.up_proj.weight": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.0.up_proj.weight_scale_inv": "model-00054-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.1.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.7.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.54.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.55.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.56.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.57.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.58.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.8.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.59.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.60.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.61.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.9.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.62.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.63.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.64.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.65.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.66.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.67.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.68.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.69.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.70.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.71.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.72.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.73.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.10.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.74.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.75.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.76.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.11.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.77.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.78.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.79.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.80.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.81.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.82.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.83.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.84.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.85.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.86.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.12.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.87.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.88.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.89.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.90.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.91.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.92.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.13.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.93.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.94.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.95.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.96.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.97.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.98.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.2.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.99.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.100.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.101.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.102.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.103.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.14.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.104.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.105.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.106.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.107.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.108.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.109.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.110.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.111.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.112.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.113.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.114.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.15.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.115.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.116.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.117.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.118.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.119.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.120.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.121.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.122.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.123.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.124.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.125.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.126.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.16.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.127.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.128.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.129.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.130.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.131.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.17.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.132.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.133.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.134.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.135.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.136.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.18.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.137.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.138.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.139.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.140.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.19.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.141.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.142.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.143.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.3.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.20.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.down_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.down_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.gate_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.gate_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.up_proj.weight": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.21.up_proj.weight_scale_inv": "model-00055-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.22.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.23.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.24.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.25.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.26.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.27.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.4.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.28.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.29.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.30.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.31.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.32.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.33.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.34.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.35.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.36.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.37.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.5.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.38.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.39.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.40.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.41.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.6.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.42.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.43.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.44.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.45.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.46.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.47.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.48.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.49.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.50.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.51.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.52.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.experts.53.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.gate.e_score_correction_bias": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.gate.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.mlp.shared_experts.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.5.post_attention_layernorm.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.A_log": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.b_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.dt_bias": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.f_a_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.f_b_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.g_a_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.g_b_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.k_conv1d.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.k_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.o_norm.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.o_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.q_conv1d.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.q_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.v_conv1d.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.5.self_attn.v_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_attn_base": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_attn_fn": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_attn_scale": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_ffn_base": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_ffn_fn": "model-00056-of-00062.safetensors", "model.language_model.layers.6.hc_ffn_scale": "model-00056-of-00062.safetensors", "model.language_model.layers.6.input_layernorm.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.4.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.49.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.50.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.51.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.52.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.5.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.53.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.54.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.55.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.56.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.57.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.58.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.59.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.60.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.61.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.6.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.62.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.63.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.64.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.65.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.7.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.66.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.67.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.68.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.69.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.70.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.8.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.71.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.72.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.73.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.74.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.75.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.9.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.76.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.77.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.78.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.79.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.80.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.81.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.82.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.83.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.84.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.85.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.86.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.87.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.88.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.89.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.90.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.91.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.92.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.93.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.94.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.95.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.96.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.97.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.98.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.99.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.100.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.101.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.102.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.103.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.104.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.10.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.down_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.down_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.gate_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.gate_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.up_proj.weight": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.105.up_proj.weight_scale_inv": "model-00056-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.106.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.107.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.108.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.11.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.109.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.110.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.111.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.112.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.113.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.114.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.115.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.116.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.117.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.12.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.118.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.119.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.120.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.121.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.122.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.123.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.124.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.125.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.126.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.13.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.127.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.128.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.129.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.130.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.14.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.131.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.132.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.133.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.15.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.134.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.135.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.136.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.137.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.138.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.139.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.140.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.141.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.142.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.143.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.16.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.0.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.17.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.18.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.19.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.20.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.21.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.22.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.23.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.24.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.25.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.26.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.27.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.28.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.29.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.30.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.31.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.32.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.1.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.33.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.34.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.35.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.36.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.37.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.38.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.39.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.40.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.2.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.41.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.42.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.43.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.44.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.3.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.45.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.46.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.47.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.experts.48.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.gate.e_score_correction_bias": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.gate.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.mlp.shared_experts.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.6.post_attention_layernorm.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.A_log": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.b_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.dt_bias": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.f_a_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.f_b_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.g_a_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.g_b_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.k_conv1d.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.k_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.o_norm.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.o_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.q_conv1d.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.q_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.v_conv1d.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.6.self_attn.v_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_attn_base": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_attn_fn": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_attn_scale": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_ffn_base": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_ffn_fn": "model-00057-of-00062.safetensors", "model.language_model.layers.7.hc_ffn_scale": "model-00057-of-00062.safetensors", "model.language_model.layers.7.input_layernorm.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.43.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.44.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.45.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.2.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.46.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.47.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.48.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.49.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.50.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.51.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.3.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.52.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.53.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.54.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.55.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.56.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.57.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.58.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.59.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.4.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.60.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.down_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.down_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.gate_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.gate_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.up_proj.weight": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.61.up_proj.weight_scale_inv": "model-00057-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.62.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.63.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.64.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.65.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.66.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.5.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.67.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.68.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.69.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.70.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.71.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.72.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.73.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.74.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.75.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.76.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.77.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.78.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.79.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.80.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.81.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.82.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.83.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.84.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.85.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.86.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.6.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.87.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.88.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.89.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.90.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.91.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.92.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.7.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.93.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.94.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.95.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.96.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.97.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.98.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.99.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.100.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.101.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.102.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.103.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.104.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.105.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.106.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.107.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.108.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.109.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.110.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.111.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.112.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.113.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.114.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.115.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.116.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.117.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.118.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.119.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.120.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.121.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.122.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.8.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.123.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.124.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.125.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.126.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.127.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.128.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.129.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.130.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.131.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.9.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.132.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.133.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.134.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.135.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.136.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.137.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.138.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.139.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.140.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.141.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.142.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.143.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.10.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.11.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.12.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.13.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.14.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.15.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.16.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.17.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.18.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.19.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.20.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.21.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.22.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.23.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.24.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.down_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.down_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.gate_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.gate_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.up_proj.weight": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.25.up_proj.weight_scale_inv": "model-00058-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.26.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.0.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.27.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.28.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.29.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.30.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.31.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.32.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.33.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.34.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.35.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.36.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.37.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.38.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.1.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.39.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.40.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.41.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.experts.42.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.gate.e_score_correction_bias": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.gate.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.mlp.shared_experts.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.post_attention_layernorm.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.index_kpool_compress_ape": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.index_kpool_compress_gate": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.k_norm.bias": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.k_norm.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.weights_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.wk.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.indexer.wq_b.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.kv_a_layernorm.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.kv_a_proj_with_mqa.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.kv_a_proj_with_mqa.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.kv_b_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.o_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.o_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.q_a_layernorm.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.q_a_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.q_a_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.q_b_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.7.self_attn.q_b_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_attn_base": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_attn_fn": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_attn_scale": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_ffn_base": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_ffn_fn": "model-00059-of-00062.safetensors", "model.language_model.layers.8.hc_ffn_scale": "model-00059-of-00062.safetensors", "model.language_model.layers.8.input_layernorm.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.3.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.50.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.51.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.52.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.53.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.4.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.54.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.55.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.56.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.57.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.58.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.59.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.60.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.61.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.62.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.5.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.63.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.64.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.65.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.66.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.67.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.68.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.69.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.6.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.70.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.71.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.72.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.7.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.73.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.74.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.75.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.76.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.77.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.78.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.79.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.80.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.81.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.82.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.83.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.84.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.85.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.86.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.87.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.88.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.89.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.90.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.91.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.92.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.93.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.94.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.95.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.96.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.97.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.8.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.98.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.99.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.100.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.101.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.102.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.103.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.104.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.105.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.106.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.107.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.108.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.109.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.110.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.111.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.112.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.113.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.9.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.114.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.115.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.116.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.117.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.118.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.119.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.120.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.10.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.121.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.122.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.123.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.124.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.125.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.126.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.127.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.down_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.down_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.gate_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.gate_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.up_proj.weight": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.128.up_proj.weight_scale_inv": "model-00059-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.129.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.130.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.131.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.132.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.11.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.133.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.134.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.135.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.136.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.137.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.138.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.139.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.140.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.141.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.142.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.143.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.12.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.0.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.13.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.14.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.15.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.16.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.17.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.18.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.19.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.20.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.21.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.22.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.1.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.23.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.24.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.25.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.26.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.27.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.28.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.29.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.30.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.31.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.32.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.33.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.34.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.35.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.36.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.37.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.38.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.39.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.2.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.40.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.41.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.42.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.43.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.44.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.45.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.46.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.47.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.48.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.experts.49.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.gate.e_score_correction_bias": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.gate.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.mlp.shared_experts.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.8.post_attention_layernorm.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.A_log": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.b_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.dt_bias": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.f_a_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.f_b_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.g_a_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.g_b_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.k_conv1d.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.k_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.o_norm.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.o_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.q_conv1d.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.q_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.v_conv1d.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.8.self_attn.v_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_attn_base": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_attn_fn": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_attn_scale": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_ffn_base": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_ffn_fn": "model-00060-of-00062.safetensors", "model.language_model.layers.9.hc_ffn_scale": "model-00060-of-00062.safetensors", "model.language_model.layers.9.input_layernorm.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.0.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.5.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.55.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.56.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.57.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.58.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.59.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.6.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.60.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.61.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.62.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.63.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.64.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.65.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.66.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.67.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.68.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.69.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.70.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.71.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.72.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.73.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.74.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.75.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.7.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.76.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.77.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.78.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.79.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.80.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.8.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.81.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.down_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.down_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.gate_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.gate_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.up_proj.weight": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.82.up_proj.weight_scale_inv": "model-00060-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.83.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.84.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.85.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.86.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.87.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.88.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.89.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.90.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.9.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.91.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.92.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.93.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.94.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.95.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.96.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.10.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.97.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.98.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.99.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.100.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.101.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.102.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.103.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.104.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.105.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.106.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.107.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.108.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.109.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.110.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.11.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.111.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.112.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.113.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.114.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.115.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.12.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.116.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.117.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.118.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.119.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.120.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.121.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.122.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.123.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.124.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.125.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.126.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.13.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.127.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.128.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.129.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.14.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.130.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.131.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.132.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.133.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.15.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.134.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.135.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.136.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.137.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.138.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.139.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.16.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.140.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.141.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.142.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.143.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.17.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.1.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.18.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.19.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.20.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.21.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.22.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.23.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.24.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.25.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.26.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.27.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.2.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.28.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.29.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.30.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.31.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.3.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.32.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.33.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.34.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.35.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.36.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.37.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.38.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.39.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.40.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.41.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.42.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.43.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.44.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.45.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.46.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.47.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.48.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.49.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.50.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.51.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.4.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.52.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.53.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.experts.54.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.gate.e_score_correction_bias": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.gate.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.down_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.down_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.gate_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.gate_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.up_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.mlp.shared_experts.up_proj.weight_scale_inv": "model-00061-of-00062.safetensors", "model.language_model.layers.9.post_attention_layernorm.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.A_log": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.b_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.dt_bias": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.f_a_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.f_b_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.g_a_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.g_b_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.k_conv1d.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.k_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.o_norm.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.o_proj.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.q_conv1d.weight": "model-00061-of-00062.safetensors", "model.language_model.layers.9.self_attn.q_proj.weight": "model-00062-of-00062.safetensors", "model.language_model.layers.9.self_attn.v_conv1d.weight": "model-00062-of-00062.safetensors", "model.language_model.layers.9.self_attn.v_proj.weight": "model-00062-of-00062.safetensors", "model.language_model.norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.0.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.0.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.0.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.1.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.1.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.1.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.10.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.10.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.10.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.11.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.11.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.11.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.12.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.12.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.12.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.13.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.13.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.13.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.14.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.14.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.14.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.15.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.15.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.15.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.16.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.16.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.16.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.17.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.17.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.17.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.18.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.18.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.18.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.19.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.19.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.19.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.2.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.2.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.2.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.20.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.20.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.20.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.21.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.21.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.21.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.22.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.22.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.22.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.23.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.23.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.23.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.3.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.3.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.3.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.4.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.4.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.4.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.5.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.5.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.5.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.6.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.6.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.6.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.7.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.7.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.7.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.8.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.8.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.8.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.k_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.q_norm.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.qkv.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.9.attn.qkv.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.down_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.gate_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.up_proj.bias": "model-00062-of-00062.safetensors", "model.visual.blocks.9.mlp.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.norm1.weight": "model-00062-of-00062.safetensors", "model.visual.blocks.9.norm2.weight": "model-00062-of-00062.safetensors", "model.visual.downsample.bias": "model-00062-of-00062.safetensors", "model.visual.downsample.weight": "model-00062-of-00062.safetensors", "model.visual.merger.down_proj.weight": "model-00062-of-00062.safetensors", "model.visual.merger.gate_proj.weight": "model-00062-of-00062.safetensors", "model.visual.merger.post_projection_norm.bias": "model-00062-of-00062.safetensors", "model.visual.merger.post_projection_norm.weight": "model-00062-of-00062.safetensors", "model.visual.merger.proj.weight": "model-00062-of-00062.safetensors", "model.visual.merger.up_proj.weight": "model-00062-of-00062.safetensors", "model.visual.patch_embed.proj.bias": "model-00062-of-00062.safetensors", "model.visual.patch_embed.proj.weight": "model-00062-of-00062.safetensors", "model.visual.post_layernorm.weight": "model-00062-of-00062.safetensors"}} \ No newline at end of file diff --git a/reap_metadata.json b/reap_metadata.json new file mode 100644 index 0000000000000000000000000000000000000000..0ce190e41c913cf40cb476b08765ebba374025c3 --- /dev/null +++ b/reap_metadata.json @@ -0,0 +1,7 @@ +{ + "sparsity": 0.5, + "experts_kept": 144, + "pruned_gib": 157.0, + "healed": true, + "calib_samples": 256 +} \ No newline at end of file diff --git a/tokenizer.json b/tokenizer.json new file mode 100644 index 0000000000000000000000000000000000000000..aba40197a4cdb5607f4ab7a05fb0a4ee8054fd6d --- /dev/null +++ b/tokenizer.json @@ -0,0 +1,3 @@ +version https://git-lfs.github.com/spec/v1 +oid sha256:19e773648cb4e65de8660ea6365e10acca112d42a854923df93db4a6f333a82d +size 20217442 diff --git a/tokenizer_config.json b/tokenizer_config.json new file mode 100644 index 0000000000000000000000000000000000000000..e375fa0a4e16660ce0e2026e39374d35dad4c079 --- /dev/null +++ b/tokenizer_config.json @@ -0,0 +1,33 @@ +{ + "backend": "tokenizers", + "clean_up_tokenization_spaces": false, + "do_lower_case": false, + "eos_token": "<|endoftext|>", + "extra_special_tokens": [ + "<|endoftext|>", + "[MASK]", + "[gMASK]", + "[sMASK]", + "", + "", + "<|system|>", + "<|user|>", + "<|assistant|>", + "<|observation|>", + "<|begin_of_image|>", + "<|end_of_image|>", + "<|begin_of_video|>", + "<|end_of_video|>", + "<|begin_of_audio|>", + "<|end_of_audio|>", + "<|begin_of_transcription|>", + "<|end_of_transcription|>" + ], + "is_local": true, + "model_max_length": 1048576, + "model_specific_special_tokens": {}, + "pad_token": "<|endoftext|>", + "padding_side": "left", + "remove_space": false, + "tokenizer_class": "TokenizersBackend" +}